02:01:38.353 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
02:01:38.364 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-tasktYbl31/test-tmp
02:01:38.369 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
02:01:38.372 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-tasktYbl31/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
02:01:38.581 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 3
enable_kerberos: false
cluster_root: "/tmp/dist-test-tasktYbl31/test-tmp/mini-kudu-cluster15817355376294212733"
hms_mode: NONE
mini_kdc_options {
}
principal: "kudu"
mini_oidc_options {
}
}
02:01:38.765 [DEBUG - main] (MiniKuduCluster.java:195) Response:
02:01:38.766 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}
02:01:38.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:01:38.772017 19565 mini_oidc.cc:150] Starting JWKS server
02:01:38.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:01:38.776127 19565 webserver.cc:533] Webserver started at http://127.0.0.1:45997/ using document root <none> and password file <none>
02:01:38.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:01:38.776729 19565 mini_oidc.cc:186] Starting OIDC Discovery server
02:01:38.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:01:38.778802 19565 webserver.cc:533] Webserver started at http://127.0.0.1:40333/ using document root <none> and password file <none>
02:01:38.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-09-26T02:01:38Z chronyd version 4.6.1 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -NTS -SECHASH -IPV6 +DEBUG)
02:01:38.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-09-26T02:01:38Z Disabled control of system clock
02:01:38.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:01:38.839267 19565 external_mini_cluster.cc:1372] Running /tmp/dist-test-tasktYbl31/build/tsan/bin/kudu
02:01:38.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-tasktYbl31/build/tsan/bin/kudu
02:01:38.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-tasktYbl31/test-tmp/mini-kudu-cluster15817355376294212733/master-0/wal
02:01:38.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-tasktYbl31/test-tmp/mini-kudu-cluster15817355376294212733/master-0/data
02:01:38.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:01:38.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:01:38.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:01:38.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:01:38.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:01:38.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:01:38.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-tasktYbl31/test-tmp/mini-kudu-cluster15817355376294212733/master-0/logs
02:01:38.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-tasktYbl31/test-tmp/mini-kudu-cluster15817355376294212733/master-0/data/info.pb
02:01:38.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:01:38.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:01:38.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:01:38.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:01:38.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:01:38.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:01:38.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:01:38.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:01:38.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
02:01:38.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:01:38.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:01:38.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:01:38.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.19.27.126:44217
02:01:38.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.19.27.126
02:01:38.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:01:38.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.19.27.84:38935
02:01:38.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:01:38.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:01:38.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:01:38.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:01:38.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.19.27.126:44217,127.19.27.125:43277,127.19.27.124:36009
02:01:38.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:01:38.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:45997/jwks.json with env {}
02:01:39.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 02:01:39.137317 19577 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
02:01:39.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 02:01:39.137996 19577 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:01:39.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 02:01:39.138749 19577 flags.cc:432] Enabled unsafe flag: --never_fsync=true
02:01:39.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 02:01:39.172566 19577 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
02:01:39.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 02:01:39.172935 19577 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
02:01:39.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 02:01:39.173295 19577 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
02:01:39.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 02:01:39.173684 19577 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
02:01:39.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 02:01:39.174026 19577 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
02:01:39.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 02:01:39.174290 19577 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:45997/jwks.json
02:01:39.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:01:39.210569 19577 master_runner.cc:387] Master server non-default flags:
02:01:39.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-tasktYbl31/test-tmp/mini-kudu-cluster15817355376294212733/master-0/logs
02:01:39.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:01:39.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:01:39.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:01:39.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.19.27.84:38935
02:01:39.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:01:39.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:01:39.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-tasktYbl31/test-tmp/mini-kudu-cluster15817355376294212733/master-0/data
02:01:39.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-tasktYbl31/test-tmp/mini-kudu-cluster15817355376294212733/master-0/wal
02:01:39.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:01:39.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.19.27.126:44217,127.19.27.125:43277,127.19.27.124:36009
02:01:39.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:01:39.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:01:39.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:01:39.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.19.27.126:44217
02:01:39.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:01:39.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:01:39.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:01:39.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:45997/jwks.json
02:01:39.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:01:39.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:01:39.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-tasktYbl31/test-tmp/mini-kudu-cluster15817355376294212733/master-0/data/info.pb
02:01:39.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.19.27.126
02:01:39.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:01:39.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:01:39.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:01:39.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:01:39.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:01:39.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:01:39.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:01:39.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
02:01:39.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:01:39.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 3b18f0139b1d21a072b7353269301fba16dca54e
02:01:39.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
02:01:39.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 26 Sep 2026 01:43:22 UTC on e7f111948823
02:01:39.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 14002
02:01:39.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
02:01:39.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:01:39.212319 19577 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:01:39.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:01:39.214499 19577 file_cache.cc:504] Constructed file cache file cache with capacity 419430
02:01:39.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 02:01:39.228873 19583 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:01:40.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 02:01:39.231401 19584 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:01:40.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:01:39.233773 19577 server_base.cc:1061] running on GCE node
02:01:40.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 02:01:40.412490 19586 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:01:40.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:01:40.415242 19577 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:01:40.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:01:40.417965 19577 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:01:40.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:01:40.419335 19577 hybrid_clock.cc:648] HybridClock initialized: now 1790388100419300 us; error 35 us; skew 500 ppm
02:01:40.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:01:40.420254 19577 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
02:01:40.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:01:40.427017 19577 webserver.cc:533] Webserver started at http://127.19.27.126:40261/ using document root <none> and password file <none>
02:01:40.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:01:40.428296 19577 fs_manager.cc:362] Metadata directory not provided
02:01:40.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:01:40.428586 19577 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:01:40.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:01:40.429282 19577 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
02:01:40.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:01:40.433830 19577 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-tasktYbl31/test-tmp/mini-kudu-cluster15817355376294212733/master-0/data/instance:
02:01:40.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d47bfa3d53bc457ca4982698f7d1d615"
02:01:40.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-26 02:01:40 on dist-test-slave-v6v1"
02:01:40.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:01:40.434921 19577 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-tasktYbl31/test-tmp/mini-kudu-cluster15817355376294212733/master-0/wal/instance:
02:01:40.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d47bfa3d53bc457ca4982698f7d1d615"
02:01:40.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-26 02:01:40 on dist-test-slave-v6v1"
02:01:40.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:01:40.442072 19577 fs_manager.cc:696] Time spent creating directory manager: real 0.007s user 0.007s sys 0.001s
02:01:40.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:01:40.447582 19593 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
02:01:40.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:01:40.448694 19577 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.005s sys 0.000s
02:01:40.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:01:40.448989 19577 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-tasktYbl31/test-tmp/mini-kudu-cluster15817355376294212733/master-0/data,/tmp/dist-test-tasktYbl31/test-tmp/mini-kudu-cluster15817355376294212733/master-0/wal
02:01:40.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d47bfa3d53bc457ca4982698f7d1d615"
02:01:40.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-26 02:01:40 on dist-test-slave-v6v1"
02:01:40.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:01:40.449342 19577 fs_report.cc:389] FS layout report
02:01:40.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:01:40.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-tasktYbl31/test-tmp/mini-kudu-cluster15817355376294212733/master-0/wal
02:01:40.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-tasktYbl31/test-tmp/mini-kudu-cluster15817355376294212733/master-0/wal
02:01:40.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-tasktYbl31/test-tmp/mini-kudu-cluster15817355376294212733/master-0/data/data
02:01:40.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:01:40.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:01:40.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:01:40.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:01:40.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:01:40.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:01:40.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:01:40.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:01:40.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:01:40.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:01:40.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:01:40.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:01:40.502154 19577 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
02:01:40.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:01:40.503934 19577 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:01:40.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:01:40.504355 19577 kserver.cc:163] Server-wide thread pool size limit: 3276
02:01:40.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:01:40.574110 19577 rpc_server.cc:307] RPC server started. Bound to: 127.19.27.126:44217
02:01:40.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:01:40.574167 19644 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.19.27.126:44217 every 8 connection(s)
02:01:40.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:01:40.577127 19577 server_base.cc:1193] Dumped server information to /tmp/dist-test-tasktYbl31/test-tmp/mini-kudu-cluster15817355376294212733/master-0/data/info.pb
02:01:40.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:01:40.582370 19565 external_mini_cluster.cc:1434] Started /tmp/dist-test-tasktYbl31/build/tsan/bin/kudu as pid 19577
02:01:40.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:01:40.582801 19565 external_mini_cluster.cc:1448] Reading /tmp/dist-test-tasktYbl31/test-tmp/mini-kudu-cluster15817355376294212733/master-0/wal/instance
02:01:40.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:01:40.583097 19645 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
02:01:40.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:01:40.586164 19565 external_mini_cluster.cc:1372] Running /tmp/dist-test-tasktYbl31/build/tsan/bin/kudu
02:01:40.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-tasktYbl31/build/tsan/bin/kudu
02:01:40.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-tasktYbl31/test-tmp/mini-kudu-cluster15817355376294212733/master-1/wal
02:01:40.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-tasktYbl31/test-tmp/mini-kudu-cluster15817355376294212733/master-1/data
02:01:40.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:01:40.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:01:40.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:01:40.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:01:40.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:01:40.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:01:40.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-tasktYbl31/test-tmp/mini-kudu-cluster15817355376294212733/master-1/logs
02:01:40.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-tasktYbl31/test-tmp/mini-kudu-cluster15817355376294212733/master-1/data/info.pb
02:01:40.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:01:40.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:01:40.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:01:40.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:01:40.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:01:40.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:01:40.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:01:40.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:01:40.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
02:01:40.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:01:40.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:01:40.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:01:40.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.19.27.125:43277
02:01:40.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.19.27.125
02:01:40.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:01:40.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.19.27.84:38935
02:01:40.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:01:40.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:01:40.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:01:40.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:01:40.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.19.27.126:44217,127.19.27.125:43277,127.19.27.124:36009
02:01:40.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:01:40.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:45997/jwks.json with env {}
02:01:40.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:01:40.600176 19645 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.19.27.126" port: 44217 } has no permanent_uuid. Determining permanent_uuid...
02:01:40.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:01:40.629911 19645 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.19.27.125" port: 43277 } has no permanent_uuid. Determining permanent_uuid...
02:01:40.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 02:01:40.632346 19595 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.19.27.125:43277: connect: Connection refused (error 111)
02:01:40.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 02:01:40.636251 19645 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.19.27.125:43277: Network error: Client connection negotiation failed: client connection to 127.19.27.125:43277: connect: Connection refused (error 111)
02:01:40.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:01:40.685699 19645 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.27.125" port: 43277 } attempt: 1
02:01:40.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 02:01:40.689862 19645 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.19.27.125:43277: Network error: Client connection negotiation failed: client connection to 127.19.27.125:43277: connect: Connection refused (error 111)
02:01:40.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:01:40.758345 19645 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.27.125" port: 43277 } attempt: 2
02:01:40.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 02:01:40.762775 19645 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.19.27.125:43277: Network error: Client connection negotiation failed: client connection to 127.19.27.125:43277: connect: Connection refused (error 111)
02:01:40.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:01:40.854231 19645 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.27.125" port: 43277 } attempt: 3
02:01:40.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 02:01:40.859237 19645 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.19.27.125:43277: Network error: Client connection negotiation failed: client connection to 127.19.27.125:43277: connect: Connection refused (error 111)
02:01:40.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 02:01:40.892913 19647 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
02:01:40.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 02:01:40.893625 19647 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:01:40.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 02:01:40.894361 19647 flags.cc:432] Enabled unsafe flag: --never_fsync=true
02:01:40.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 02:01:40.926097 19647 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
02:01:40.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 02:01:40.926477 19647 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
02:01:40.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 02:01:40.926819 19647 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
02:01:40.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 02:01:40.927182 19647 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
02:01:40.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 02:01:40.927561 19647 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
02:01:40.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 02:01:40.927832 19647 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:45997/jwks.json
02:01:40.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:01:40.964228 19647 master_runner.cc:387] Master server non-default flags:
02:01:40.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-tasktYbl31/test-tmp/mini-kudu-cluster15817355376294212733/master-1/logs
02:01:40.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:01:40.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:01:40.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:01:40.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.19.27.84:38935
02:01:40.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:01:40.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:01:40.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-tasktYbl31/test-tmp/mini-kudu-cluster15817355376294212733/master-1/data
02:01:40.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-tasktYbl31/test-tmp/mini-kudu-cluster15817355376294212733/master-1/wal
02:01:40.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:01:40.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.19.27.126:44217,127.19.27.125:43277,127.19.27.124:36009
02:01:40.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:01:40.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:01:40.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:01:40.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.19.27.125:43277
02:01:40.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:01:40.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:01:40.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:01:40.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:45997/jwks.json
02:01:40.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:01:40.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:01:40.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-tasktYbl31/test-tmp/mini-kudu-cluster15817355376294212733/master-1/data/info.pb
02:01:40.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.19.27.125
02:01:40.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:01:40.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:01:40.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:01:40.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:01:40.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:01:40.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:01:40.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:01:40.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
02:01:40.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:01:40.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 3b18f0139b1d21a072b7353269301fba16dca54e
02:01:40.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
02:01:40.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 26 Sep 2026 01:43:22 UTC on e7f111948823
02:01:40.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 14002
02:01:40.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
02:01:40.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:01:40.966017 19647 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:01:40.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:01:40.968286 19647 file_cache.cc:504] Constructed file cache file cache with capacity 419430
02:01:40.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 02:01:40.980211 19656 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:01:41.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:01:41.002833 19645 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.27.125" port: 43277 } attempt: 4
02:01:41.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 02:01:41.008301 19645 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.19.27.125:43277: Network error: Client connection negotiation failed: client connection to 127.19.27.125:43277: connect: Connection refused (error 111)
02:01:41.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:01:41.307780 19645 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.27.125" port: 43277 } attempt: 5
02:01:41.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 02:01:41.315204 19645 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.19.27.125:43277: Network error: Client connection negotiation failed: client connection to 127.19.27.125:43277: connect: Connection refused (error 111)
02:01:41.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:01:41.862743 19645 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.27.125" port: 43277 } attempt: 6
02:01:41.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 02:01:41.872931 19645 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.19.27.125:43277: Network error: Client connection negotiation failed: client connection to 127.19.27.125:43277: connect: Connection refused (error 111)
02:01:42.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 02:01:40.981709 19657 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:01:42.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 02:01:42.218001 19659 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:01:42.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 02:01:42.221475 19658 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1236 milliseconds
02:01:42.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:01:42.221553 19647 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
02:01:42.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:01:42.223232 19647 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:01:42.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:01:42.227065 19647 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:01:42.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:01:42.228518 19647 hybrid_clock.cc:648] HybridClock initialized: now 1790388102228478 us; error 46 us; skew 500 ppm
02:01:42.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:01:42.229418 19647 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
02:01:42.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:01:42.235754 19647 webserver.cc:533] Webserver started at http://127.19.27.125:35265/ using document root <none> and password file <none>
02:01:42.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:01:42.236640 19647 fs_manager.cc:362] Metadata directory not provided
02:01:42.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:01:42.236842 19647 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:01:42.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:01:42.237350 19647 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
02:01:42.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:01:42.241853 19647 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-tasktYbl31/test-tmp/mini-kudu-cluster15817355376294212733/master-1/data/instance:
02:01:42.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c7d68752472b4542a904b9a934533ed4"
02:01:42.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-26 02:01:42 on dist-test-slave-v6v1"
02:01:42.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:01:42.243086 19647 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-tasktYbl31/test-tmp/mini-kudu-cluster15817355376294212733/master-1/wal/instance:
02:01:42.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c7d68752472b4542a904b9a934533ed4"
02:01:42.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-26 02:01:42 on dist-test-slave-v6v1"
02:01:42.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:01:42.251327 19647 fs_manager.cc:696] Time spent creating directory manager: real 0.008s user 0.005s sys 0.003s
02:01:42.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:01:42.257069 19668 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
02:01:42.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:01:42.258237 19647 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.003s sys 0.000s
02:01:42.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:01:42.258522 19647 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-tasktYbl31/test-tmp/mini-kudu-cluster15817355376294212733/master-1/data,/tmp/dist-test-tasktYbl31/test-tmp/mini-kudu-cluster15817355376294212733/master-1/wal
02:01:42.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c7d68752472b4542a904b9a934533ed4"
02:01:42.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-26 02:01:42 on dist-test-slave-v6v1"
02:01:42.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:01:42.258823 19647 fs_report.cc:389] FS layout report
02:01:42.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:01:42.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-tasktYbl31/test-tmp/mini-kudu-cluster15817355376294212733/master-1/wal
02:01:42.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-tasktYbl31/test-tmp/mini-kudu-cluster15817355376294212733/master-1/wal
02:01:42.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-tasktYbl31/test-tmp/mini-kudu-cluster15817355376294212733/master-1/data/data
02:01:42.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:01:42.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:01:42.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:01:42.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:01:42.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:01:42.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:01:42.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:01:42.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:01:42.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:01:42.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:01:42.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:01:42.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:01:42.316725 19647 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
02:01:42.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:01:42.318228 19647 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:01:42.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:01:42.318639 19647 kserver.cc:163] Server-wide thread pool size limit: 3276
02:01:42.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:01:42.392812 19647 rpc_server.cc:307] RPC server started. Bound to: 127.19.27.125:43277
02:01:42.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:01:42.392875 19719 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.19.27.125:43277 every 8 connection(s)
02:01:42.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:01:42.396944 19647 server_base.cc:1193] Dumped server information to /tmp/dist-test-tasktYbl31/test-tmp/mini-kudu-cluster15817355376294212733/master-1/data/info.pb
02:01:42.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:01:42.398492 19565 external_mini_cluster.cc:1434] Started /tmp/dist-test-tasktYbl31/build/tsan/bin/kudu as pid 19647
02:01:42.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:01:42.399078 19565 external_mini_cluster.cc:1448] Reading /tmp/dist-test-tasktYbl31/test-tmp/mini-kudu-cluster15817355376294212733/master-1/wal/instance
02:01:42.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:01:42.402791 19565 external_mini_cluster.cc:1372] Running /tmp/dist-test-tasktYbl31/build/tsan/bin/kudu
02:01:42.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-tasktYbl31/build/tsan/bin/kudu
02:01:42.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-tasktYbl31/test-tmp/mini-kudu-cluster15817355376294212733/master-2/wal
02:01:42.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-tasktYbl31/test-tmp/mini-kudu-cluster15817355376294212733/master-2/data
02:01:42.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:01:42.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:01:42.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:01:42.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:01:42.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:01:42.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:01:42.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-tasktYbl31/test-tmp/mini-kudu-cluster15817355376294212733/master-2/logs
02:01:42.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-tasktYbl31/test-tmp/mini-kudu-cluster15817355376294212733/master-2/data/info.pb
02:01:42.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:01:42.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:01:42.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:01:42.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:01:42.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:01:42.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:01:42.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:01:42.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:01:42.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
02:01:42.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:01:42.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:01:42.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:01:42.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.19.27.124:36009
02:01:42.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.19.27.124
02:01:42.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:01:42.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.19.27.84:38935
02:01:42.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:01:42.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:01:42.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:01:42.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:01:42.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.19.27.126:44217,127.19.27.125:43277,127.19.27.124:36009
02:01:42.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:01:42.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:45997/jwks.json with env {}
02:01:42.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:01:42.404810 19720 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
02:01:42.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:01:42.418450 19720 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.19.27.126" port: 44217 } has no permanent_uuid. Determining permanent_uuid...
02:01:42.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:01:42.452260 19720 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.19.27.125" port: 43277 } has no permanent_uuid. Determining permanent_uuid...
02:01:42.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:01:42.466614 19720 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.19.27.124" port: 36009 } has no permanent_uuid. Determining permanent_uuid...
02:01:42.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 02:01:42.469388 19672 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.19.27.124:36009: connect: Connection refused (error 111)
02:01:42.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 02:01:42.473585 19720 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.19.27.124:36009: Network error: Client connection negotiation failed: client connection to 127.19.27.124:36009: connect: Connection refused (error 111)
02:01:42.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:01:42.523144 19720 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.27.124" port: 36009 } attempt: 1
02:01:42.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 02:01:42.527385 19720 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.19.27.124:36009: Network error: Client connection negotiation failed: client connection to 127.19.27.124:36009: connect: Connection refused (error 111)
02:01:42.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:01:42.595770 19720 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.27.124" port: 36009 } attempt: 2
02:01:42.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 02:01:42.600049 19720 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.19.27.124:36009: Network error: Client connection negotiation failed: client connection to 127.19.27.124:36009: connect: Connection refused (error 111)
02:01:42.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:01:42.691527 19720 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.27.124" port: 36009 } attempt: 3
02:01:42.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 02:01:42.696476 19720 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.19.27.124:36009: Network error: Client connection negotiation failed: client connection to 127.19.27.124:36009: connect: Connection refused (error 111)
02:01:42.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 02:01:42.728190 19722 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
02:01:42.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 02:01:42.728775 19722 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:01:42.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 02:01:42.729368 19722 flags.cc:432] Enabled unsafe flag: --never_fsync=true
02:01:42.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 02:01:42.761487 19722 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
02:01:42.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 02:01:42.761746 19722 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
02:01:42.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 02:01:42.761950 19722 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
02:01:42.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 02:01:42.762128 19722 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
02:01:42.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 02:01:42.762416 19722 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
02:01:42.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 02:01:42.762660 19722 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:45997/jwks.json
02:01:42.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:01:42.800107 19722 master_runner.cc:387] Master server non-default flags:
02:01:42.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-tasktYbl31/test-tmp/mini-kudu-cluster15817355376294212733/master-2/logs
02:01:42.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:01:42.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:01:42.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:01:42.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.19.27.84:38935
02:01:42.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:01:42.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:01:42.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-tasktYbl31/test-tmp/mini-kudu-cluster15817355376294212733/master-2/data
02:01:42.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-tasktYbl31/test-tmp/mini-kudu-cluster15817355376294212733/master-2/wal
02:01:42.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:01:42.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.19.27.126:44217,127.19.27.125:43277,127.19.27.124:36009
02:01:42.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:01:42.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:01:42.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:01:42.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.19.27.124:36009
02:01:42.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:01:42.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:01:42.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:01:42.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:45997/jwks.json
02:01:42.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:01:42.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:01:42.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-tasktYbl31/test-tmp/mini-kudu-cluster15817355376294212733/master-2/data/info.pb
02:01:42.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.19.27.124
02:01:42.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:01:42.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:01:42.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:01:42.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:01:42.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:01:42.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:01:42.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:01:42.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
02:01:42.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:01:42.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 3b18f0139b1d21a072b7353269301fba16dca54e
02:01:42.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
02:01:42.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 26 Sep 2026 01:43:22 UTC on e7f111948823
02:01:42.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 14002
02:01:42.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
02:01:42.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:01:42.801498 19722 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:01:42.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:01:42.803594 19722 file_cache.cc:504] Constructed file cache file cache with capacity 419430
02:01:42.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 02:01:42.815991 19732 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:01:42.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:01:42.839879 19720 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.27.124" port: 36009 } attempt: 4
02:01:42.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 02:01:42.847872 19720 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.19.27.124:36009: Network error: Client connection negotiation failed: client connection to 127.19.27.124:36009: connect: Connection refused (error 111)
02:01:42.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:01:42.933531 19645 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.27.125" port: 43277 } attempt: 7
02:01:42.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:01:42.963707 19645 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.19.27.124" port: 36009 } has no permanent_uuid. Determining permanent_uuid...
02:01:42.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 02:01:42.990537 19645 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.19.27.124:36009: Network error: Client connection negotiation failed: client connection to 127.19.27.124:36009: connect: Connection refused (error 111)
02:01:43.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:01:43.049009 19645 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.27.124" port: 36009 } attempt: 1
02:01:43.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 02:01:43.056867 19645 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.19.27.124:36009: Network error: Client connection negotiation failed: client connection to 127.19.27.124:36009: connect: Connection refused (error 111)
02:01:43.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:01:43.138958 19645 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.27.124" port: 36009 } attempt: 2
02:01:43.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 02:01:43.146824 19645 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.19.27.124:36009: Network error: Client connection negotiation failed: client connection to 127.19.27.124:36009: connect: Connection refused (error 111)
02:01:43.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:01:43.147746 19720 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.27.124" port: 36009 } attempt: 5
02:01:43.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 02:01:43.155697 19720 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.19.27.124:36009: Network error: Client connection negotiation failed: client connection to 127.19.27.124:36009: connect: Connection refused (error 111)
02:01:43.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:01:43.232348 19645 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.27.124" port: 36009 } attempt: 3
02:01:43.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 02:01:43.241894 19645 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.19.27.124:36009: Network error: Client connection negotiation failed: client connection to 127.19.27.124:36009: connect: Connection refused (error 111)
02:01:43.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:01:43.382400 19645 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.27.124" port: 36009 } attempt: 4
02:01:43.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 02:01:43.391067 19645 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.19.27.124:36009: Network error: Client connection negotiation failed: client connection to 127.19.27.124:36009: connect: Connection refused (error 111)
02:01:43.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:01:43.674592 19645 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.27.124" port: 36009 } attempt: 5
02:01:43.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 02:01:43.682829 19645 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.19.27.124:36009: Network error: Client connection negotiation failed: client connection to 127.19.27.124:36009: connect: Connection refused (error 111)
02:01:43.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:01:43.703213 19720 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.27.124" port: 36009 } attempt: 6
02:01:43.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 02:01:43.735268 19720 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.19.27.124:36009: Network error: Client connection negotiation failed: client connection to 127.19.27.124:36009: connect: Connection refused (error 111)
02:01:44.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:01:44.235536 19645 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.27.124" port: 36009 } attempt: 6
02:01:44.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 02:01:44.262751 19645 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.19.27.124:36009: Network error: Client connection negotiation failed: client connection to 127.19.27.124:36009: connect: Connection refused (error 111)
02:01:44.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 02:01:44.220289 19731 debug-util.cc:398] Leaking SignalData structure 0x7b0800034e00 after lost signal to thread 19722
02:01:44.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 02:01:44.278505 19731 kernel_stack_watchdog.cc:198] Thread 19722 stuck at /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:642 for 401ms:
02:01:44.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
02:01:44.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
02:01:44.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
02:01:44.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
02:01:44.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 02:01:42.817557 19733 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:01:44.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 02:01:44.279762 19722 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.463s user 0.512s sys 0.942s
02:01:44.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 02:01:44.280110 19734 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1461 milliseconds
02:01:44.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 02:01:44.280936 19722 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.465s user 0.512s sys 0.943s
02:01:44.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 02:01:44.285570 19735 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:01:44.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:01:44.285583 19722 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
02:01:44.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:01:44.286731 19722 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:01:44.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:01:44.289023 19722 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:01:44.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:01:44.290403 19722 hybrid_clock.cc:648] HybridClock initialized: now 1790388104290279 us; error 120 us; skew 500 ppm
02:01:44.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:01:44.291285 19722 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
02:01:44.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:01:44.297029 19722 webserver.cc:533] Webserver started at http://127.19.27.124:43605/ using document root <none> and password file <none>
02:01:44.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:01:44.298062 19722 fs_manager.cc:362] Metadata directory not provided
02:01:44.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:01:44.298295 19722 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:01:44.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:01:44.298868 19722 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
02:01:44.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:01:44.303488 19722 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-tasktYbl31/test-tmp/mini-kudu-cluster15817355376294212733/master-2/data/instance:
02:01:44.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "aa99e4208a09457e8daab6067ab7d142"
02:01:44.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-26 02:01:44 on dist-test-slave-v6v1"
02:01:44.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:01:44.304734 19722 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-tasktYbl31/test-tmp/mini-kudu-cluster15817355376294212733/master-2/wal/instance:
02:01:44.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "aa99e4208a09457e8daab6067ab7d142"
02:01:44.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-26 02:01:44 on dist-test-slave-v6v1"
02:01:44.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:01:44.311800 19722 fs_manager.cc:696] Time spent creating directory manager: real 0.006s user 0.005s sys 0.001s
02:01:44.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:01:44.317131 19749 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
02:01:44.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:01:44.318181 19722 fs_manager.cc:730] Time spent opening block manager: real 0.003s user 0.001s sys 0.003s
02:01:44.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:01:44.318560 19722 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-tasktYbl31/test-tmp/mini-kudu-cluster15817355376294212733/master-2/data,/tmp/dist-test-tasktYbl31/test-tmp/mini-kudu-cluster15817355376294212733/master-2/wal
02:01:44.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "aa99e4208a09457e8daab6067ab7d142"
02:01:44.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-26 02:01:44 on dist-test-slave-v6v1"
02:01:44.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:01:44.318922 19722 fs_report.cc:389] FS layout report
02:01:44.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:01:44.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-tasktYbl31/test-tmp/mini-kudu-cluster15817355376294212733/master-2/wal
02:01:44.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-tasktYbl31/test-tmp/mini-kudu-cluster15817355376294212733/master-2/wal
02:01:44.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-tasktYbl31/test-tmp/mini-kudu-cluster15817355376294212733/master-2/data/data
02:01:44.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:01:44.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:01:44.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:01:44.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:01:44.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:01:44.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:01:44.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:01:44.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:01:44.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:01:44.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:01:44.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:01:44.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:01:44.363956 19722 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
02:01:44.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:01:44.365588 19722 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:01:44.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:01:44.366096 19722 kserver.cc:163] Server-wide thread pool size limit: 3276
02:01:44.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:01:44.438334 19722 rpc_server.cc:307] RPC server started. Bound to: 127.19.27.124:36009
02:01:44.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:01:44.438470 19800 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.19.27.124:36009 every 8 connection(s)
02:01:44.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:01:44.441250 19722 server_base.cc:1193] Dumped server information to /tmp/dist-test-tasktYbl31/test-tmp/mini-kudu-cluster15817355376294212733/master-2/data/info.pb
02:01:44.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:01:44.446959 19801 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
02:01:44.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:01:44.448416 19565 external_mini_cluster.cc:1434] Started /tmp/dist-test-tasktYbl31/build/tsan/bin/kudu as pid 19722
02:01:44.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:01:44.448885 19565 external_mini_cluster.cc:1448] Reading /tmp/dist-test-tasktYbl31/test-tmp/mini-kudu-cluster15817355376294212733/master-2/wal/instance
02:01:44.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:01:44.464763 19801 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.19.27.126" port: 44217 } has no permanent_uuid. Determining permanent_uuid...
02:01:44.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:01:44.487769 19801 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.19.27.125" port: 43277 } has no permanent_uuid. Determining permanent_uuid...
02:01:44.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:01:44.497493 19801 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.19.27.124" port: 36009 } has no permanent_uuid. Determining permanent_uuid...
02:01:44.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:01:44.512770 19801 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P aa99e4208a09457e8daab6067ab7d142: Bootstrap starting.
02:01:44.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:01:44.519596 19801 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P aa99e4208a09457e8daab6067ab7d142: Neither blocks nor log segments found. Creating new log.
02:01:44.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:01:44.521168 19801 log.cc:826] T 00000000000000000000000000000000 P aa99e4208a09457e8daab6067ab7d142: Log is configured to *not* fsync() on all Append() calls
02:01:44.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:01:44.526031 19801 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P aa99e4208a09457e8daab6067ab7d142: No bootstrap required, opened a new log
02:01:44.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:01:44.544195 19801 raft_consensus.cc:359] T 00000000000000000000000000000000 P aa99e4208a09457e8daab6067ab7d142 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d47bfa3d53bc457ca4982698f7d1d615" member_type: VOTER last_known_addr { host: "127.19.27.126" port: 44217 } } peers { permanent_uuid: "c7d68752472b4542a904b9a934533ed4" member_type: VOTER last_known_addr { host: "127.19.27.125" port: 43277 } } peers { permanent_uuid: "aa99e4208a09457e8daab6067ab7d142" member_type: VOTER last_known_addr { host: "127.19.27.124" port: 36009 } }
02:01:44.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:01:44.544847 19801 raft_consensus.cc:385] T 00000000000000000000000000000000 P aa99e4208a09457e8daab6067ab7d142 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:01:44.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:01:44.545114 19801 raft_consensus.cc:740] T 00000000000000000000000000000000 P aa99e4208a09457e8daab6067ab7d142 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: aa99e4208a09457e8daab6067ab7d142, State: Initialized, Role: FOLLOWER
02:01:44.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:01:44.546077 19801 consensus_queue.cc:260] T 00000000000000000000000000000000 P aa99e4208a09457e8daab6067ab7d142 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d47bfa3d53bc457ca4982698f7d1d615" member_type: VOTER last_known_addr { host: "127.19.27.126" port: 44217 } } peers { permanent_uuid: "c7d68752472b4542a904b9a934533ed4" member_type: VOTER last_known_addr { host: "127.19.27.125" port: 43277 } } peers { permanent_uuid: "aa99e4208a09457e8daab6067ab7d142" member_type: VOTER last_known_addr { host: "127.19.27.124" port: 36009 } }
02:01:44.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:01:44.548723 19810 sys_catalog.cc:455] T 00000000000000000000000000000000 P aa99e4208a09457e8daab6067ab7d142 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d47bfa3d53bc457ca4982698f7d1d615" member_type: VOTER last_known_addr { host: "127.19.27.126" port: 44217 } } peers { permanent_uuid: "c7d68752472b4542a904b9a934533ed4" member_type: VOTER last_known_addr { host: "127.19.27.125" port: 43277 } } peers { permanent_uuid: "aa99e4208a09457e8daab6067ab7d142" member_type: VOTER last_known_addr { host: "127.19.27.124" port: 36009 } } }
02:01:44.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:01:44.549422 19810 sys_catalog.cc:458] T 00000000000000000000000000000000 P aa99e4208a09457e8daab6067ab7d142 [sys.catalog]: This master's current role is: FOLLOWER
02:01:44.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:01:44.550262 19801 sys_catalog.cc:565] T 00000000000000000000000000000000 P aa99e4208a09457e8daab6067ab7d142 [sys.catalog]: configured and running, proceeding with master startup.
02:01:44.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 02:01:44.574856 19821 catalog_manager.cc:1607] T 00000000000000000000000000000000 P aa99e4208a09457e8daab6067ab7d142: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
02:01:44.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 02:01:44.575742 19821 catalog_manager.cc:896] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
02:01:44.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:01:44.570196 19722 master_runner.cc:187] Error getting master registration for 127.19.27.126:44217: OK, instance_id { permanent_uuid: "d47bfa3d53bc457ca4982698f7d1d615" instance_seqno: 1790388100555065 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
02:01:44.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:01:44.599707 19722 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
02:01:44.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 02:01:44.621140 19755 tablet.cc:2433] T 00000000000000000000000000000000 P aa99e4208a09457e8daab6067ab7d142: Can't schedule compaction. Clean time has not been advanced past its initial value.
02:01:44.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:01:44.795836 19720 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.27.124" port: 36009 } attempt: 7
02:01:44.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:01:44.814512 19720 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P c7d68752472b4542a904b9a934533ed4: Bootstrap starting.
02:01:44.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:01:44.820039 19720 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P c7d68752472b4542a904b9a934533ed4: Neither blocks nor log segments found. Creating new log.
02:01:44.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:01:44.821862 19720 log.cc:826] T 00000000000000000000000000000000 P c7d68752472b4542a904b9a934533ed4: Log is configured to *not* fsync() on all Append() calls
02:01:44.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:01:44.826081 19720 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P c7d68752472b4542a904b9a934533ed4: No bootstrap required, opened a new log
02:01:44.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:01:44.853377 19720 raft_consensus.cc:359] T 00000000000000000000000000000000 P c7d68752472b4542a904b9a934533ed4 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d47bfa3d53bc457ca4982698f7d1d615" member_type: VOTER last_known_addr { host: "127.19.27.126" port: 44217 } } peers { permanent_uuid: "c7d68752472b4542a904b9a934533ed4" member_type: VOTER last_known_addr { host: "127.19.27.125" port: 43277 } } peers { permanent_uuid: "aa99e4208a09457e8daab6067ab7d142" member_type: VOTER last_known_addr { host: "127.19.27.124" port: 36009 } }
02:01:44.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:01:44.854197 19720 raft_consensus.cc:385] T 00000000000000000000000000000000 P c7d68752472b4542a904b9a934533ed4 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:01:44.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:01:44.854470 19720 raft_consensus.cc:740] T 00000000000000000000000000000000 P c7d68752472b4542a904b9a934533ed4 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: c7d68752472b4542a904b9a934533ed4, State: Initialized, Role: FOLLOWER
02:01:44.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:01:44.855506 19720 consensus_queue.cc:260] T 00000000000000000000000000000000 P c7d68752472b4542a904b9a934533ed4 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d47bfa3d53bc457ca4982698f7d1d615" member_type: VOTER last_known_addr { host: "127.19.27.126" port: 44217 } } peers { permanent_uuid: "c7d68752472b4542a904b9a934533ed4" member_type: VOTER last_known_addr { host: "127.19.27.125" port: 43277 } } peers { permanent_uuid: "aa99e4208a09457e8daab6067ab7d142" member_type: VOTER last_known_addr { host: "127.19.27.124" port: 36009 } }
02:01:44.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:01:44.858425 19825 sys_catalog.cc:455] T 00000000000000000000000000000000 P c7d68752472b4542a904b9a934533ed4 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d47bfa3d53bc457ca4982698f7d1d615" member_type: VOTER last_known_addr { host: "127.19.27.126" port: 44217 } } peers { permanent_uuid: "c7d68752472b4542a904b9a934533ed4" member_type: VOTER last_known_addr { host: "127.19.27.125" port: 43277 } } peers { permanent_uuid: "aa99e4208a09457e8daab6067ab7d142" member_type: VOTER last_known_addr { host: "127.19.27.124" port: 36009 } } }
02:01:44.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:01:44.859666 19825 sys_catalog.cc:458] T 00000000000000000000000000000000 P c7d68752472b4542a904b9a934533ed4 [sys.catalog]: This master's current role is: FOLLOWER
02:01:44.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:01:44.860345 19720 sys_catalog.cc:565] T 00000000000000000000000000000000 P c7d68752472b4542a904b9a934533ed4 [sys.catalog]: configured and running, proceeding with master startup.
02:01:44.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 02:01:44.900744 19836 catalog_manager.cc:1607] T 00000000000000000000000000000000 P c7d68752472b4542a904b9a934533ed4: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
02:01:44.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 02:01:44.901634 19836 catalog_manager.cc:896] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
02:01:44.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:01:44.882722 19647 master_runner.cc:187] Error getting master registration for 127.19.27.126:44217: OK, instance_id { permanent_uuid: "d47bfa3d53bc457ca4982698f7d1d615" instance_seqno: 1790388100555065 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
02:01:44.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:01:44.910811 19647 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
02:01:44.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:01:44.918073 19810 raft_consensus.cc:493] T 00000000000000000000000000000000 P aa99e4208a09457e8daab6067ab7d142 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
02:01:44.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:01:44.918584 19810 raft_consensus.cc:515] T 00000000000000000000000000000000 P aa99e4208a09457e8daab6067ab7d142 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d47bfa3d53bc457ca4982698f7d1d615" member_type: VOTER last_known_addr { host: "127.19.27.126" port: 44217 } } peers { permanent_uuid: "c7d68752472b4542a904b9a934533ed4" member_type: VOTER last_known_addr { host: "127.19.27.125" port: 43277 } } peers { permanent_uuid: "aa99e4208a09457e8daab6067ab7d142" member_type: VOTER last_known_addr { host: "127.19.27.124" port: 36009 } }
02:01:44.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:01:44.921016 19810 leader_election.cc:290] T 00000000000000000000000000000000 P aa99e4208a09457e8daab6067ab7d142 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers d47bfa3d53bc457ca4982698f7d1d615 (127.19.27.126:44217), c7d68752472b4542a904b9a934533ed4 (127.19.27.125:43277)
02:01:44.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:01:44.923861 19695 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "aa99e4208a09457e8daab6067ab7d142" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "c7d68752472b4542a904b9a934533ed4" is_pre_election: true
02:01:44.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:01:44.924724 19695 raft_consensus.cc:2468] T 00000000000000000000000000000000 P c7d68752472b4542a904b9a934533ed4 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate aa99e4208a09457e8daab6067ab7d142 in term 0.
02:01:44.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:01:44.926527 19751 leader_election.cc:304] T 00000000000000000000000000000000 P aa99e4208a09457e8daab6067ab7d142 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: aa99e4208a09457e8daab6067ab7d142, c7d68752472b4542a904b9a934533ed4; no voters:
02:01:44.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:01:44.932821 19810 raft_consensus.cc:2804] T 00000000000000000000000000000000 P aa99e4208a09457e8daab6067ab7d142 [term 0 FOLLOWER]: Leader pre-election won for term 1
02:01:44.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:01:44.933171 19810 raft_consensus.cc:493] T 00000000000000000000000000000000 P aa99e4208a09457e8daab6067ab7d142 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
02:01:44.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:01:44.933516 19810 raft_consensus.cc:3060] T 00000000000000000000000000000000 P aa99e4208a09457e8daab6067ab7d142 [term 0 FOLLOWER]: Advancing to term 1
02:01:44.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:01:44.941880 19810 raft_consensus.cc:515] T 00000000000000000000000000000000 P aa99e4208a09457e8daab6067ab7d142 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d47bfa3d53bc457ca4982698f7d1d615" member_type: VOTER last_known_addr { host: "127.19.27.126" port: 44217 } } peers { permanent_uuid: "c7d68752472b4542a904b9a934533ed4" member_type: VOTER last_known_addr { host: "127.19.27.125" port: 43277 } } peers { permanent_uuid: "aa99e4208a09457e8daab6067ab7d142" member_type: VOTER last_known_addr { host: "127.19.27.124" port: 36009 } }
02:01:44.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:01:44.945024 19810 leader_election.cc:290] T 00000000000000000000000000000000 P aa99e4208a09457e8daab6067ab7d142 [CANDIDATE]: Term 1 election: Requested vote from peers d47bfa3d53bc457ca4982698f7d1d615 (127.19.27.126:44217), c7d68752472b4542a904b9a934533ed4 (127.19.27.125:43277)
02:01:44.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:01:44.945355 19695 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "aa99e4208a09457e8daab6067ab7d142" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "c7d68752472b4542a904b9a934533ed4"
02:01:44.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:01:44.945891 19695 raft_consensus.cc:3060] T 00000000000000000000000000000000 P c7d68752472b4542a904b9a934533ed4 [term 0 FOLLOWER]: Advancing to term 1
02:01:44.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:01:44.953292 19695 raft_consensus.cc:2468] T 00000000000000000000000000000000 P c7d68752472b4542a904b9a934533ed4 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate aa99e4208a09457e8daab6067ab7d142 in term 1.
02:01:44.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:01:44.954450 19751 leader_election.cc:304] T 00000000000000000000000000000000 P aa99e4208a09457e8daab6067ab7d142 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: aa99e4208a09457e8daab6067ab7d142, c7d68752472b4542a904b9a934533ed4; no voters:
02:01:44.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:01:44.957324 19810 raft_consensus.cc:2804] T 00000000000000000000000000000000 P aa99e4208a09457e8daab6067ab7d142 [term 1 FOLLOWER]: Leader election won for term 1
02:01:44.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:01:44.959833 19810 raft_consensus.cc:697] T 00000000000000000000000000000000 P aa99e4208a09457e8daab6067ab7d142 [term 1 LEADER]: Becoming Leader. State: Replica: aa99e4208a09457e8daab6067ab7d142, State: Running, Role: LEADER
02:01:44.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:01:44.961071 19810 consensus_queue.cc:237] T 00000000000000000000000000000000 P aa99e4208a09457e8daab6067ab7d142 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d47bfa3d53bc457ca4982698f7d1d615" member_type: VOTER last_known_addr { host: "127.19.27.126" port: 44217 } } peers { permanent_uuid: "c7d68752472b4542a904b9a934533ed4" member_type: VOTER last_known_addr { host: "127.19.27.125" port: 43277 } } peers { permanent_uuid: "aa99e4208a09457e8daab6067ab7d142" member_type: VOTER last_known_addr { host: "127.19.27.124" port: 36009 } }
02:01:44.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:01:44.976588 19838 sys_catalog.cc:455] T 00000000000000000000000000000000 P aa99e4208a09457e8daab6067ab7d142 [sys.catalog]: SysCatalogTable state changed. Reason: New leader aa99e4208a09457e8daab6067ab7d142. Latest consensus state: current_term: 1 leader_uuid: "aa99e4208a09457e8daab6067ab7d142" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d47bfa3d53bc457ca4982698f7d1d615" member_type: VOTER last_known_addr { host: "127.19.27.126" port: 44217 } } peers { permanent_uuid: "c7d68752472b4542a904b9a934533ed4" member_type: VOTER last_known_addr { host: "127.19.27.125" port: 43277 } } peers { permanent_uuid: "aa99e4208a09457e8daab6067ab7d142" member_type: VOTER last_known_addr { host: "127.19.27.124" port: 36009 } } }
02:01:44.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:01:44.977150 19838 sys_catalog.cc:458] T 00000000000000000000000000000000 P aa99e4208a09457e8daab6067ab7d142 [sys.catalog]: This master's current role is: LEADER
02:01:44.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:01:44.982959 19840 catalog_manager.cc:1524] Loading table and tablet metadata into memory...
02:01:44.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:01:44.991566 19840 catalog_manager.cc:1533] Initializing Kudu cluster ID...
02:01:45.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:01:45.009334 19695 raft_consensus.cc:1275] T 00000000000000000000000000000000 P c7d68752472b4542a904b9a934533ed4 [term 1 FOLLOWER]: Refusing update from remote peer aa99e4208a09457e8daab6067ab7d142: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
02:01:45.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:01:45.016264 19838 consensus_queue.cc:1048] T 00000000000000000000000000000000 P aa99e4208a09457e8daab6067ab7d142 [LEADER]: Connected to new peer: Peer: permanent_uuid: "c7d68752472b4542a904b9a934533ed4" member_type: VOTER last_known_addr { host: "127.19.27.125" port: 43277 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
02:01:45.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:01:45.043511 19825 sys_catalog.cc:455] T 00000000000000000000000000000000 P c7d68752472b4542a904b9a934533ed4 [sys.catalog]: SysCatalogTable state changed. Reason: New leader aa99e4208a09457e8daab6067ab7d142. Latest consensus state: current_term: 1 leader_uuid: "aa99e4208a09457e8daab6067ab7d142" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d47bfa3d53bc457ca4982698f7d1d615" member_type: VOTER last_known_addr { host: "127.19.27.126" port: 44217 } } peers { permanent_uuid: "c7d68752472b4542a904b9a934533ed4" member_type: VOTER last_known_addr { host: "127.19.27.125" port: 43277 } } peers { permanent_uuid: "aa99e4208a09457e8daab6067ab7d142" member_type: VOTER last_known_addr { host: "127.19.27.124" port: 36009 } } }
02:01:45.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:01:45.044256 19825 sys_catalog.cc:458] T 00000000000000000000000000000000 P c7d68752472b4542a904b9a934533ed4 [sys.catalog]: This master's current role is: FOLLOWER
02:01:45.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:01:45.056759 19842 mvcc.cc:204] Tried to move back new op lower bound from 7333429678098022400 to 7333429677933056000. Current Snapshot: MvccSnapshot[applied={T|T < 7333429678098022400}]
02:01:45.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:01:45.065975 19825 sys_catalog.cc:455] T 00000000000000000000000000000000 P c7d68752472b4542a904b9a934533ed4 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "aa99e4208a09457e8daab6067ab7d142" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d47bfa3d53bc457ca4982698f7d1d615" member_type: VOTER last_known_addr { host: "127.19.27.126" port: 44217 } } peers { permanent_uuid: "c7d68752472b4542a904b9a934533ed4" member_type: VOTER last_known_addr { host: "127.19.27.125" port: 43277 } } peers { permanent_uuid: "aa99e4208a09457e8daab6067ab7d142" member_type: VOTER last_known_addr { host: "127.19.27.124" port: 36009 } } }
02:01:45.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:01:45.066699 19825 sys_catalog.cc:458] T 00000000000000000000000000000000 P c7d68752472b4542a904b9a934533ed4 [sys.catalog]: This master's current role is: FOLLOWER
02:01:45.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:01:45.067318 19838 sys_catalog.cc:455] T 00000000000000000000000000000000 P aa99e4208a09457e8daab6067ab7d142 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "aa99e4208a09457e8daab6067ab7d142" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d47bfa3d53bc457ca4982698f7d1d615" member_type: VOTER last_known_addr { host: "127.19.27.126" port: 44217 } } peers { permanent_uuid: "c7d68752472b4542a904b9a934533ed4" member_type: VOTER last_known_addr { host: "127.19.27.125" port: 43277 } } peers { permanent_uuid: "aa99e4208a09457e8daab6067ab7d142" member_type: VOTER last_known_addr { host: "127.19.27.124" port: 36009 } } }
02:01:45.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:01:45.068005 19838 sys_catalog.cc:458] T 00000000000000000000000000000000 P aa99e4208a09457e8daab6067ab7d142 [sys.catalog]: This master's current role is: LEADER
02:01:45.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:01:45.069202 19840 catalog_manager.cc:1396] Generated new cluster ID: aa8a83de982c4f63a40cca51b21d7e9f
02:01:45.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:01:45.069494 19840 catalog_manager.cc:1544] Initializing Kudu internal certificate authority...
02:01:45.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:01:45.120139 19840 catalog_manager.cc:1419] Generated new certificate authority record
02:01:45.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:01:45.123937 19840 catalog_manager.cc:1553] Loading token signing keys...
02:01:45.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:01:45.163257 19840 catalog_manager.cc:6219] T 00000000000000000000000000000000 P aa99e4208a09457e8daab6067ab7d142: Generated new TSK 0
02:01:45.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:01:45.164923 19840 catalog_manager.cc:1563] Initializing in-progress tserver states...
02:01:45.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:01:45.187656 19565 external_mini_cluster.cc:1372] Running /tmp/dist-test-tasktYbl31/build/tsan/bin/kudu
02:01:45.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-tasktYbl31/build/tsan/bin/kudu
02:01:45.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-tasktYbl31/test-tmp/mini-kudu-cluster15817355376294212733/ts-0/wal
02:01:45.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-tasktYbl31/test-tmp/mini-kudu-cluster15817355376294212733/ts-0/data
02:01:45.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:01:45.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:01:45.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:01:45.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:01:45.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:01:45.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:01:45.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-tasktYbl31/test-tmp/mini-kudu-cluster15817355376294212733/ts-0/logs
02:01:45.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-tasktYbl31/test-tmp/mini-kudu-cluster15817355376294212733/ts-0/data/info.pb
02:01:45.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:01:45.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:01:45.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:01:45.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:01:45.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:01:45.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:01:45.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:01:45.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:01:45.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
02:01:45.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:01:45.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.19.27.65:0
02:01:45.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.19.27.65
02:01:45.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.19.27.65
02:01:45.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:01:45.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.19.27.126:44217,127.19.27.125:43277,127.19.27.124:36009
02:01:45.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.19.27.84:38935
02:01:45.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:01:45.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:01:45.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
02:01:45.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:01:45.296264 19645 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.27.124" port: 36009 } attempt: 7
02:01:45.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:01:45.343762 19645 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P d47bfa3d53bc457ca4982698f7d1d615: Bootstrap starting.
02:01:45.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:01:45.363382 19645 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P d47bfa3d53bc457ca4982698f7d1d615: Neither blocks nor log segments found. Creating new log.
02:01:45.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:01:45.369575 19645 log.cc:826] T 00000000000000000000000000000000 P d47bfa3d53bc457ca4982698f7d1d615: Log is configured to *not* fsync() on all Append() calls
02:01:45.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:01:45.391426 19645 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P d47bfa3d53bc457ca4982698f7d1d615: No bootstrap required, opened a new log
02:01:45.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:01:45.461577 19645 raft_consensus.cc:359] T 00000000000000000000000000000000 P d47bfa3d53bc457ca4982698f7d1d615 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d47bfa3d53bc457ca4982698f7d1d615" member_type: VOTER last_known_addr { host: "127.19.27.126" port: 44217 } } peers { permanent_uuid: "c7d68752472b4542a904b9a934533ed4" member_type: VOTER last_known_addr { host: "127.19.27.125" port: 43277 } } peers { permanent_uuid: "aa99e4208a09457e8daab6067ab7d142" member_type: VOTER last_known_addr { host: "127.19.27.124" port: 36009 } }
02:01:45.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:01:45.465600 19645 raft_consensus.cc:385] T 00000000000000000000000000000000 P d47bfa3d53bc457ca4982698f7d1d615 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:01:45.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:01:45.466379 19645 raft_consensus.cc:740] T 00000000000000000000000000000000 P d47bfa3d53bc457ca4982698f7d1d615 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: d47bfa3d53bc457ca4982698f7d1d615, State: Initialized, Role: FOLLOWER
02:01:45.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:01:45.470705 19645 consensus_queue.cc:260] T 00000000000000000000000000000000 P d47bfa3d53bc457ca4982698f7d1d615 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d47bfa3d53bc457ca4982698f7d1d615" member_type: VOTER last_known_addr { host: "127.19.27.126" port: 44217 } } peers { permanent_uuid: "c7d68752472b4542a904b9a934533ed4" member_type: VOTER last_known_addr { host: "127.19.27.125" port: 43277 } } peers { permanent_uuid: "aa99e4208a09457e8daab6067ab7d142" member_type: VOTER last_known_addr { host: "127.19.27.124" port: 36009 } }
02:01:45.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:01:45.492709 19619 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "aa99e4208a09457e8daab6067ab7d142" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "d47bfa3d53bc457ca4982698f7d1d615"
02:01:45.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:01:45.497385 19620 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "aa99e4208a09457e8daab6067ab7d142" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "d47bfa3d53bc457ca4982698f7d1d615" is_pre_election: true
02:01:45.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:01:45.508438 19645 sys_catalog.cc:565] T 00000000000000000000000000000000 P d47bfa3d53bc457ca4982698f7d1d615 [sys.catalog]: configured and running, proceeding with master startup.
02:01:45.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:01:45.509272 19620 raft_consensus.cc:2468] T 00000000000000000000000000000000 P d47bfa3d53bc457ca4982698f7d1d615 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate aa99e4208a09457e8daab6067ab7d142 in term 0.
02:01:45.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 02:01:45.514331 19599 tablet.cc:2433] T 00000000000000000000000000000000 P d47bfa3d53bc457ca4982698f7d1d615: Can't schedule compaction. Clean time has not been advanced past its initial value.
02:01:45.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:01:45.517386 19618 raft_consensus.cc:3060] T 00000000000000000000000000000000 P d47bfa3d53bc457ca4982698f7d1d615 [term 0 FOLLOWER]: Advancing to term 1
02:01:45.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:01:45.525439 19618 raft_consensus.cc:1275] T 00000000000000000000000000000000 P d47bfa3d53bc457ca4982698f7d1d615 [term 1 FOLLOWER]: Refusing update from remote peer aa99e4208a09457e8daab6067ab7d142: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
02:01:45.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:01:45.529896 19838 consensus_queue.cc:1048] T 00000000000000000000000000000000 P aa99e4208a09457e8daab6067ab7d142 [LEADER]: Connected to new peer: Peer: permanent_uuid: "d47bfa3d53bc457ca4982698f7d1d615" member_type: VOTER last_known_addr { host: "127.19.27.126" port: 44217 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
02:01:45.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:01:45.509868 19849 sys_catalog.cc:455] T 00000000000000000000000000000000 P d47bfa3d53bc457ca4982698f7d1d615 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d47bfa3d53bc457ca4982698f7d1d615" member_type: VOTER last_known_addr { host: "127.19.27.126" port: 44217 } } peers { permanent_uuid: "c7d68752472b4542a904b9a934533ed4" member_type: VOTER last_known_addr { host: "127.19.27.125" port: 43277 } } peers { permanent_uuid: "aa99e4208a09457e8daab6067ab7d142" member_type: VOTER last_known_addr { host: "127.19.27.124" port: 36009 } } }
02:01:45.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:01:45.538023 19849 sys_catalog.cc:458] T 00000000000000000000000000000000 P d47bfa3d53bc457ca4982698f7d1d615 [sys.catalog]: This master's current role is: FOLLOWER
02:01:45.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:01:45.601905 19852 mvcc.cc:204] Tried to move back new op lower bound from 7333429678098022400 to 7333429677933056000. Current Snapshot: MvccSnapshot[applied={T|T < 7333429678098022400}]
02:01:45.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:01:45.630785 19850 sys_catalog.cc:455] T 00000000000000000000000000000000 P d47bfa3d53bc457ca4982698f7d1d615 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "aa99e4208a09457e8daab6067ab7d142" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d47bfa3d53bc457ca4982698f7d1d615" member_type: VOTER last_known_addr { host: "127.19.27.126" port: 44217 } } peers { permanent_uuid: "c7d68752472b4542a904b9a934533ed4" member_type: VOTER last_known_addr { host: "127.19.27.125" port: 43277 } } peers { permanent_uuid: "aa99e4208a09457e8daab6067ab7d142" member_type: VOTER last_known_addr { host: "127.19.27.124" port: 36009 } } }
02:01:45.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:01:45.631569 19850 sys_catalog.cc:458] T 00000000000000000000000000000000 P d47bfa3d53bc457ca4982698f7d1d615 [sys.catalog]: This master's current role is: FOLLOWER
02:01:45.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:01:45.632505 19849 sys_catalog.cc:455] T 00000000000000000000000000000000 P d47bfa3d53bc457ca4982698f7d1d615 [sys.catalog]: SysCatalogTable state changed. Reason: New leader aa99e4208a09457e8daab6067ab7d142. Latest consensus state: current_term: 1 leader_uuid: "aa99e4208a09457e8daab6067ab7d142" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d47bfa3d53bc457ca4982698f7d1d615" member_type: VOTER last_known_addr { host: "127.19.27.126" port: 44217 } } peers { permanent_uuid: "c7d68752472b4542a904b9a934533ed4" member_type: VOTER last_known_addr { host: "127.19.27.125" port: 43277 } } peers { permanent_uuid: "aa99e4208a09457e8daab6067ab7d142" member_type: VOTER last_known_addr { host: "127.19.27.124" port: 36009 } } }
02:01:45.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:01:45.633117 19849 sys_catalog.cc:458] T 00000000000000000000000000000000 P d47bfa3d53bc457ca4982698f7d1d615 [sys.catalog]: This master's current role is: FOLLOWER
02:01:45.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:01:45.671907 19865 catalog_manager.cc:818] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
02:01:45.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 02:01:45.737843 19846 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
02:01:45.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 02:01:45.738530 19846 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:01:45.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 02:01:45.739217 19846 flags.cc:432] Enabled unsafe flag: --never_fsync=true
02:01:45.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 02:01:45.799638 19846 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
02:01:45.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 02:01:45.800969 19846 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.19.27.65
02:01:45.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:01:45.866988 19846 tablet_server_runner.cc:78] Tablet server non-default flags:
02:01:45.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-tasktYbl31/test-tmp/mini-kudu-cluster15817355376294212733/ts-0/logs
02:01:45.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:01:45.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:01:45.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:01:45.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.19.27.84:38935
02:01:45.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:01:45.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:01:45.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-tasktYbl31/test-tmp/mini-kudu-cluster15817355376294212733/ts-0/data
02:01:45.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-tasktYbl31/test-tmp/mini-kudu-cluster15817355376294212733/ts-0/wal
02:01:45.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:01:45.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:01:45.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.19.27.65:0
02:01:45.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:01:45.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:01:45.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:01:45.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-tasktYbl31/test-tmp/mini-kudu-cluster15817355376294212733/ts-0/data/info.pb
02:01:45.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.19.27.65
02:01:45.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:01:45.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.19.27.126:44217,127.19.27.125:43277,127.19.27.124:36009
02:01:45.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:01:45.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:01:45.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:01:45.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:01:45.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:01:45.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.19.27.65
02:01:45.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:01:45.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
02:01:45.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:01:45.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 3b18f0139b1d21a072b7353269301fba16dca54e
02:01:45.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
02:01:45.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 26 Sep 2026 01:43:22 UTC on e7f111948823
02:01:45.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 14002
02:01:45.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
02:01:45.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:01:45.868667 19846 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:01:45.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:01:45.870699 19846 file_cache.cc:504] Constructed file cache file cache with capacity 419430
02:01:45.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 02:01:45.887205 19871 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:01:45.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:01:45.908857 19836 catalog_manager.cc:1308] Loaded cluster ID: aa8a83de982c4f63a40cca51b21d7e9f
02:01:45.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:01:45.909135 19836 catalog_manager.cc:1601] T 00000000000000000000000000000000 P c7d68752472b4542a904b9a934533ed4: loading cluster ID for follower catalog manager: success
02:01:45.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:01:45.916327 19836 catalog_manager.cc:1623] T 00000000000000000000000000000000 P c7d68752472b4542a904b9a934533ed4: acquiring CA information for follower catalog manager: success
02:01:45.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:01:45.921844 19836 catalog_manager.cc:1651] T 00000000000000000000000000000000 P c7d68752472b4542a904b9a934533ed4: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
02:01:46.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:01:46.092509 19838 sys_catalog.cc:455] T 00000000000000000000000000000000 P aa99e4208a09457e8daab6067ab7d142 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "aa99e4208a09457e8daab6067ab7d142" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d47bfa3d53bc457ca4982698f7d1d615" member_type: VOTER last_known_addr { host: "127.19.27.126" port: 44217 } } peers { permanent_uuid: "c7d68752472b4542a904b9a934533ed4" member_type: VOTER last_known_addr { host: "127.19.27.125" port: 43277 } } peers { permanent_uuid: "aa99e4208a09457e8daab6067ab7d142" member_type: VOTER last_known_addr { host: "127.19.27.124" port: 36009 } } }
02:01:46.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:01:46.093779 19838 sys_catalog.cc:458] T 00000000000000000000000000000000 P aa99e4208a09457e8daab6067ab7d142 [sys.catalog]: This master's current role is: LEADER
02:01:46.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:01:46.708288 19865 catalog_manager.cc:1308] Loaded cluster ID: aa8a83de982c4f63a40cca51b21d7e9f
02:01:46.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:01:46.717458 19865 catalog_manager.cc:1601] T 00000000000000000000000000000000 P d47bfa3d53bc457ca4982698f7d1d615: loading cluster ID for follower catalog manager: success
02:01:46.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:01:46.739141 19865 catalog_manager.cc:1623] T 00000000000000000000000000000000 P d47bfa3d53bc457ca4982698f7d1d615: acquiring CA information for follower catalog manager: success
02:01:46.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:01:46.759051 19865 catalog_manager.cc:1651] T 00000000000000000000000000000000 P d47bfa3d53bc457ca4982698f7d1d615: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
02:01:47.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 02:01:47.291857 19870 debug-util.cc:398] Leaking SignalData structure 0x7b0800034de0 after lost signal to thread 19846
02:01:47.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 02:01:47.652571 19846 thread.cc:641] GCE (cloud detector) Time spent creating pthread: real 1.764s user 0.000s sys 0.002s
02:01:47.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 02:01:47.654039 19846 thread.cc:608] GCE (cloud detector) Time spent starting thread: real 1.766s user 0.000s sys 0.002s
02:01:47.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 02:01:45.889261 19872 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:01:47.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 02:01:47.670823 19882 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:01:47.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:01:47.674072 19846 server_base.cc:1061] running on GCE node
02:01:47.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:01:47.675911 19846 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:01:47.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:01:47.692214 19846 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:01:47.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:01:47.694061 19846 hybrid_clock.cc:648] HybridClock initialized: now 1790388107693979 us; error 87 us; skew 500 ppm
02:01:47.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:01:47.695173 19846 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
02:01:47.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:01:47.716872 19846 webserver.cc:533] Webserver started at http://127.19.27.65:40157/ using document root <none> and password file <none>
02:01:47.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:01:47.718542 19846 fs_manager.cc:362] Metadata directory not provided
02:01:47.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:01:47.719046 19846 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:01:47.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:01:47.719790 19846 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
02:01:47.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:01:47.726287 19846 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-tasktYbl31/test-tmp/mini-kudu-cluster15817355376294212733/ts-0/data/instance:
02:01:47.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "67ba1edf9c4f4e1b86b3d879c1d1718b"
02:01:47.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-26 02:01:47 on dist-test-slave-v6v1"
02:01:47.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:01:47.728093 19846 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-tasktYbl31/test-tmp/mini-kudu-cluster15817355376294212733/ts-0/wal/instance:
02:01:47.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "67ba1edf9c4f4e1b86b3d879c1d1718b"
02:01:47.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-26 02:01:47 on dist-test-slave-v6v1"
02:01:47.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:01:47.744269 19846 fs_manager.cc:696] Time spent creating directory manager: real 0.015s user 0.006s sys 0.007s
02:01:47.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:01:47.757907 19887 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
02:01:47.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:01:47.761225 19846 fs_manager.cc:730] Time spent opening block manager: real 0.012s user 0.011s sys 0.000s
02:01:47.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:01:47.761906 19846 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-tasktYbl31/test-tmp/mini-kudu-cluster15817355376294212733/ts-0/data,/tmp/dist-test-tasktYbl31/test-tmp/mini-kudu-cluster15817355376294212733/ts-0/wal
02:01:47.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "67ba1edf9c4f4e1b86b3d879c1d1718b"
02:01:47.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-26 02:01:47 on dist-test-slave-v6v1"
02:01:47.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:01:47.762676 19846 fs_report.cc:389] FS layout report
02:01:47.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:01:47.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-tasktYbl31/test-tmp/mini-kudu-cluster15817355376294212733/ts-0/wal
02:01:47.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-tasktYbl31/test-tmp/mini-kudu-cluster15817355376294212733/ts-0/wal
02:01:47.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-tasktYbl31/test-tmp/mini-kudu-cluster15817355376294212733/ts-0/data/data
02:01:47.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:01:47.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:01:47.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:01:47.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:01:47.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:01:47.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:01:47.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:01:47.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:01:47.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:01:47.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:01:47.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:01:47.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:01:47.867781 19846 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
02:01:47.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:01:47.870216 19846 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:01:47.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:01:47.871037 19846 kserver.cc:163] Server-wide thread pool size limit: 3276
02:01:47.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:01:47.882076 19846 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
02:01:47.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:01:47.894097 19846 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
02:01:47.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:01:47.895421 19846 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.001s user 0.001s sys 0.000s
02:01:47.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:01:47.895943 19846 ts_tablet_manager.cc:616] Registered 0 tablets
02:01:47.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:01:47.896328 19846 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
02:01:48.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:01:48.282047 19846 rpc_server.cc:307] RPC server started. Bound to: 127.19.27.65:37971
02:01:48.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:01:48.282155 19999 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.19.27.65:37971 every 8 connection(s)
02:01:48.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:01:48.286350 19846 server_base.cc:1193] Dumped server information to /tmp/dist-test-tasktYbl31/test-tmp/mini-kudu-cluster15817355376294212733/ts-0/data/info.pb
02:01:48.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:01:48.294202 19565 external_mini_cluster.cc:1434] Started /tmp/dist-test-tasktYbl31/build/tsan/bin/kudu as pid 19846
02:01:48.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:01:48.294672 19565 external_mini_cluster.cc:1448] Reading /tmp/dist-test-tasktYbl31/test-tmp/mini-kudu-cluster15817355376294212733/ts-0/wal/instance
02:01:48.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:01:48.303507 19565 external_mini_cluster.cc:1372] Running /tmp/dist-test-tasktYbl31/build/tsan/bin/kudu
02:01:48.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-tasktYbl31/build/tsan/bin/kudu
02:01:48.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-tasktYbl31/test-tmp/mini-kudu-cluster15817355376294212733/ts-1/wal
02:01:48.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-tasktYbl31/test-tmp/mini-kudu-cluster15817355376294212733/ts-1/data
02:01:48.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:01:48.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:01:48.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:01:48.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:01:48.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:01:48.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:01:48.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-tasktYbl31/test-tmp/mini-kudu-cluster15817355376294212733/ts-1/logs
02:01:48.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-tasktYbl31/test-tmp/mini-kudu-cluster15817355376294212733/ts-1/data/info.pb
02:01:48.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:01:48.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:01:48.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:01:48.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:01:48.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:01:48.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:01:48.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:01:48.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:01:48.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
02:01:48.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:01:48.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.19.27.66:0
02:01:48.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.19.27.66
02:01:48.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.19.27.66
02:01:48.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:01:48.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.19.27.126:44217,127.19.27.125:43277,127.19.27.124:36009
02:01:48.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.19.27.84:38935
02:01:48.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:01:48.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:01:48.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
02:01:48.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:01:48.356328 20001 heartbeater.cc:344] Connected to a master server at 127.19.27.125:43277
02:01:48.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:01:48.356863 20001 heartbeater.cc:461] Registering TS with master...
02:01:48.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:01:48.358212 20001 heartbeater.cc:507] Master 127.19.27.125:43277 requested a full tablet report, sending...
02:01:48.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:01:48.358592 20000 heartbeater.cc:344] Connected to a master server at 127.19.27.124:36009
02:01:48.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:01:48.358943 20000 heartbeater.cc:461] Registering TS with master...
02:01:48.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:01:48.359771 20000 heartbeater.cc:507] Master 127.19.27.124:36009 requested a full tablet report, sending...
02:01:48.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:01:48.362630 19685 ts_manager.cc:194] Registered new tserver with Master: 67ba1edf9c4f4e1b86b3d879c1d1718b (127.19.27.65:37971)
02:01:48.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:01:48.362653 19766 ts_manager.cc:194] Registered new tserver with Master: 67ba1edf9c4f4e1b86b3d879c1d1718b (127.19.27.65:37971)
02:01:48.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:01:48.365222 19766 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.19.27.65:60083
02:01:48.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:01:48.367156 20002 heartbeater.cc:344] Connected to a master server at 127.19.27.126:44217
02:01:48.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:01:48.367477 20002 heartbeater.cc:461] Registering TS with master...
02:01:48.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:01:48.368564 20002 heartbeater.cc:507] Master 127.19.27.126:44217 requested a full tablet report, sending...
02:01:48.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:01:48.371464 19610 ts_manager.cc:194] Registered new tserver with Master: 67ba1edf9c4f4e1b86b3d879c1d1718b (127.19.27.65:37971)
02:01:48.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 02:01:48.699306 20008 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
02:01:48.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 02:01:48.699999 20008 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:01:48.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 02:01:48.700897 20008 flags.cc:432] Enabled unsafe flag: --never_fsync=true
02:01:48.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 02:01:48.735525 20008 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
02:01:48.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 02:01:48.736447 20008 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.19.27.66
02:01:48.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:01:48.774305 20008 tablet_server_runner.cc:78] Tablet server non-default flags:
02:01:48.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-tasktYbl31/test-tmp/mini-kudu-cluster15817355376294212733/ts-1/logs
02:01:48.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:01:48.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:01:48.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:01:48.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.19.27.84:38935
02:01:48.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:01:48.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:01:48.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-tasktYbl31/test-tmp/mini-kudu-cluster15817355376294212733/ts-1/data
02:01:48.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-tasktYbl31/test-tmp/mini-kudu-cluster15817355376294212733/ts-1/wal
02:01:48.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:01:48.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:01:48.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.19.27.66:0
02:01:48.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:01:48.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:01:48.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:01:48.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-tasktYbl31/test-tmp/mini-kudu-cluster15817355376294212733/ts-1/data/info.pb
02:01:48.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.19.27.66
02:01:48.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:01:48.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.19.27.126:44217,127.19.27.125:43277,127.19.27.124:36009
02:01:48.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:01:48.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:01:48.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:01:48.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:01:48.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:01:48.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.19.27.66
02:01:48.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:01:48.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
02:01:48.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:01:48.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 3b18f0139b1d21a072b7353269301fba16dca54e
02:01:48.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
02:01:48.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 26 Sep 2026 01:43:22 UTC on e7f111948823
02:01:48.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 14002
02:01:48.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
02:01:48.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:01:48.775895 20008 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:01:48.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:01:48.778110 20008 file_cache.cc:504] Constructed file cache file cache with capacity 419430
02:01:48.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 02:01:48.793232 20017 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:01:49.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:01:49.369447 20000 heartbeater.cc:499] Master 127.19.27.124:36009 was elected leader, sending a full tablet report...
02:01:50.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 02:01:50.196805 20016 debug-util.cc:398] Leaking SignalData structure 0x7b0800034de0 after lost signal to thread 20008
02:01:50.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 02:01:48.794466 20018 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:01:50.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 02:01:50.556722 20008 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.762s user 0.526s sys 0.960s
02:01:50.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 02:01:50.558156 20008 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.763s user 0.526s sys 0.960s
02:01:50.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 02:01:50.559340 20020 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:01:50.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 02:01:50.562178 20019 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1762 milliseconds
02:01:50.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:01:50.562258 20008 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
02:01:50.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:01:50.563542 20008 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:01:50.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:01:50.565653 20008 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:01:50.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:01:50.567031 20008 hybrid_clock.cc:648] HybridClock initialized: now 1790388110566987 us; error 44 us; skew 500 ppm
02:01:50.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:01:50.567873 20008 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
02:01:50.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:01:50.574425 20008 webserver.cc:533] Webserver started at http://127.19.27.66:36417/ using document root <none> and password file <none>
02:01:50.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:01:50.575551 20008 fs_manager.cc:362] Metadata directory not provided
02:01:50.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:01:50.575819 20008 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:01:50.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:01:50.576325 20008 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
02:01:50.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:01:50.582145 20008 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-tasktYbl31/test-tmp/mini-kudu-cluster15817355376294212733/ts-1/data/instance:
02:01:50.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "0a79333a3cd74270b73878dd4a12800b"
02:01:50.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-26 02:01:50 on dist-test-slave-v6v1"
02:01:50.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:01:50.583539 20008 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-tasktYbl31/test-tmp/mini-kudu-cluster15817355376294212733/ts-1/wal/instance:
02:01:50.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "0a79333a3cd74270b73878dd4a12800b"
02:01:50.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-26 02:01:50 on dist-test-slave-v6v1"
02:01:50.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:01:50.592324 20008 fs_manager.cc:696] Time spent creating directory manager: real 0.008s user 0.005s sys 0.005s
02:01:50.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:01:50.599221 20030 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
02:01:50.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:01:50.600397 20008 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.006s sys 0.000s
02:01:50.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:01:50.600693 20008 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-tasktYbl31/test-tmp/mini-kudu-cluster15817355376294212733/ts-1/data,/tmp/dist-test-tasktYbl31/test-tmp/mini-kudu-cluster15817355376294212733/ts-1/wal
02:01:50.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "0a79333a3cd74270b73878dd4a12800b"
02:01:50.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-26 02:01:50 on dist-test-slave-v6v1"
02:01:50.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:01:50.600991 20008 fs_report.cc:389] FS layout report
02:01:50.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:01:50.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-tasktYbl31/test-tmp/mini-kudu-cluster15817355376294212733/ts-1/wal
02:01:50.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-tasktYbl31/test-tmp/mini-kudu-cluster15817355376294212733/ts-1/wal
02:01:50.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-tasktYbl31/test-tmp/mini-kudu-cluster15817355376294212733/ts-1/data/data
02:01:50.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:01:50.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:01:50.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:01:50.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:01:50.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:01:50.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:01:50.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:01:50.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:01:50.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:01:50.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:01:50.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:01:50.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:01:50.656267 20008 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
02:01:50.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:01:50.657716 20008 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:01:50.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:01:50.658099 20008 kserver.cc:163] Server-wide thread pool size limit: 3276
02:01:50.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:01:50.661028 20008 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
02:01:50.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:01:50.666183 20008 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
02:01:50.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:01:50.666424 20008 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
02:01:50.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:01:50.666775 20008 ts_tablet_manager.cc:616] Registered 0 tablets
02:01:50.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:01:50.666985 20008 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
02:01:50.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:01:50.806650 20008 rpc_server.cc:307] RPC server started. Bound to: 127.19.27.66:33213
02:01:50.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:01:50.806756 20143 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.19.27.66:33213 every 8 connection(s)
02:01:50.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:01:50.809445 20008 server_base.cc:1193] Dumped server information to /tmp/dist-test-tasktYbl31/test-tmp/mini-kudu-cluster15817355376294212733/ts-1/data/info.pb
02:01:50.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:01:50.812222 19565 external_mini_cluster.cc:1434] Started /tmp/dist-test-tasktYbl31/build/tsan/bin/kudu as pid 20008
02:01:50.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:01:50.812845 19565 external_mini_cluster.cc:1448] Reading /tmp/dist-test-tasktYbl31/test-tmp/mini-kudu-cluster15817355376294212733/ts-1/wal/instance
02:01:50.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:01:50.827164 19565 external_mini_cluster.cc:1372] Running /tmp/dist-test-tasktYbl31/build/tsan/bin/kudu
02:01:50.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-tasktYbl31/build/tsan/bin/kudu
02:01:50.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-tasktYbl31/test-tmp/mini-kudu-cluster15817355376294212733/ts-2/wal
02:01:50.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-tasktYbl31/test-tmp/mini-kudu-cluster15817355376294212733/ts-2/data
02:01:50.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:01:50.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:01:50.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:01:50.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:01:50.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:01:50.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:01:50.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-tasktYbl31/test-tmp/mini-kudu-cluster15817355376294212733/ts-2/logs
02:01:50.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-tasktYbl31/test-tmp/mini-kudu-cluster15817355376294212733/ts-2/data/info.pb
02:01:50.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:01:50.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:01:50.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:01:50.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:01:50.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:01:50.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:01:50.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:01:50.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:01:50.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
02:01:50.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:01:50.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.19.27.67:0
02:01:50.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.19.27.67
02:01:50.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.19.27.67
02:01:50.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:01:50.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.19.27.126:44217,127.19.27.125:43277,127.19.27.124:36009
02:01:50.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.19.27.84:38935
02:01:50.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:01:50.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:01:50.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
02:01:50.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:01:50.848232 20145 heartbeater.cc:344] Connected to a master server at 127.19.27.125:43277
02:01:50.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:01:50.848758 20145 heartbeater.cc:461] Registering TS with master...
02:01:50.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:01:50.849292 20144 heartbeater.cc:344] Connected to a master server at 127.19.27.124:36009
02:01:50.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:01:50.849640 20144 heartbeater.cc:461] Registering TS with master...
02:01:50.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:01:50.850425 20145 heartbeater.cc:507] Master 127.19.27.125:43277 requested a full tablet report, sending...
02:01:50.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:01:50.850744 20144 heartbeater.cc:507] Master 127.19.27.124:36009 requested a full tablet report, sending...
02:01:50.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:01:50.852296 20146 heartbeater.cc:344] Connected to a master server at 127.19.27.126:44217
02:01:50.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:01:50.852636 20146 heartbeater.cc:461] Registering TS with master...
02:01:50.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:01:50.853466 20146 heartbeater.cc:507] Master 127.19.27.126:44217 requested a full tablet report, sending...
02:01:50.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:01:50.853617 19685 ts_manager.cc:194] Registered new tserver with Master: 0a79333a3cd74270b73878dd4a12800b (127.19.27.66:33213)
02:01:50.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:01:50.855271 19766 ts_manager.cc:194] Registered new tserver with Master: 0a79333a3cd74270b73878dd4a12800b (127.19.27.66:33213)
02:01:50.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:01:50.856226 19610 ts_manager.cc:194] Registered new tserver with Master: 0a79333a3cd74270b73878dd4a12800b (127.19.27.66:33213)
02:01:50.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:01:50.856586 19766 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.19.27.66:60103
02:01:51.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 02:01:51.157389 20154 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
02:01:51.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 02:01:51.157945 20154 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:01:51.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 02:01:51.158491 20154 flags.cc:432] Enabled unsafe flag: --never_fsync=true
02:01:51.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 02:01:51.192472 20154 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
02:01:51.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 02:01:51.193432 20154 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.19.27.67
02:01:51.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:01:51.231328 20154 tablet_server_runner.cc:78] Tablet server non-default flags:
02:01:51.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-tasktYbl31/test-tmp/mini-kudu-cluster15817355376294212733/ts-2/logs
02:01:51.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:01:51.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:01:51.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:01:51.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.19.27.84:38935
02:01:51.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:01:51.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:01:51.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-tasktYbl31/test-tmp/mini-kudu-cluster15817355376294212733/ts-2/data
02:01:51.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-tasktYbl31/test-tmp/mini-kudu-cluster15817355376294212733/ts-2/wal
02:01:51.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:01:51.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:01:51.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.19.27.67:0
02:01:51.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:01:51.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:01:51.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:01:51.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-tasktYbl31/test-tmp/mini-kudu-cluster15817355376294212733/ts-2/data/info.pb
02:01:51.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.19.27.67
02:01:51.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:01:51.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.19.27.126:44217,127.19.27.125:43277,127.19.27.124:36009
02:01:51.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:01:51.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:01:51.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:01:51.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:01:51.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:01:51.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.19.27.67
02:01:51.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:01:51.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
02:01:51.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:01:51.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 3b18f0139b1d21a072b7353269301fba16dca54e
02:01:51.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
02:01:51.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 26 Sep 2026 01:43:22 UTC on e7f111948823
02:01:51.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 14002
02:01:51.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
02:01:51.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:01:51.233042 20154 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:01:51.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:01:51.234952 20154 file_cache.cc:504] Constructed file cache file cache with capacity 419430
02:01:51.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 02:01:51.247550 20161 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:01:51.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:01:51.859599 20144 heartbeater.cc:499] Master 127.19.27.124:36009 was elected leader, sending a full tablet report...
02:01:52.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 02:01:52.651199 20160 debug-util.cc:398] Leaking SignalData structure 0x7b0800034de0 after lost signal to thread 20154
02:01:52.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 02:01:52.665916 20160 kernel_stack_watchdog.cc:198] Thread 20154 stuck at /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:642 for 400ms:
02:01:52.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
02:01:52.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
02:01:52.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
02:01:52.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
02:01:52.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 02:01:51.248212 20162 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:01:52.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 02:01:52.665966 20154 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.418s user 0.457s sys 0.957s
02:01:52.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 02:01:52.667671 20154 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.420s user 0.457s sys 0.957s
02:01:52.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 02:01:52.668779 20164 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:01:52.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 02:01:52.671319 20163 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1418 milliseconds
02:01:52.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:01:52.671319 20154 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
02:01:52.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:01:52.672572 20154 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:01:52.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:01:52.674624 20154 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:01:52.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:01:52.676000 20154 hybrid_clock.cc:648] HybridClock initialized: now 1790388112675975 us; error 34 us; skew 500 ppm
02:01:52.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:01:52.676743 20154 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
02:01:52.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:01:52.683401 20154 webserver.cc:533] Webserver started at http://127.19.27.67:41253/ using document root <none> and password file <none>
02:01:52.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:01:52.684371 20154 fs_manager.cc:362] Metadata directory not provided
02:01:52.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:01:52.684559 20154 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:01:52.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:01:52.685092 20154 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
02:01:52.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:01:52.689900 20154 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-tasktYbl31/test-tmp/mini-kudu-cluster15817355376294212733/ts-2/data/instance:
02:01:52.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "820505c034f643feb279bb010258655d"
02:01:52.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-26 02:01:52 on dist-test-slave-v6v1"
02:01:52.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:01:52.691236 20154 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-tasktYbl31/test-tmp/mini-kudu-cluster15817355376294212733/ts-2/wal/instance:
02:01:52.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "820505c034f643feb279bb010258655d"
02:01:52.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-26 02:01:52 on dist-test-slave-v6v1"
02:01:52.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:01:52.698555 20154 fs_manager.cc:696] Time spent creating directory manager: real 0.007s user 0.006s sys 0.002s
02:01:52.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:01:52.703838 20171 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
02:01:52.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:01:52.704916 20154 fs_manager.cc:730] Time spent opening block manager: real 0.003s user 0.001s sys 0.001s
02:01:52.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:01:52.705303 20154 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-tasktYbl31/test-tmp/mini-kudu-cluster15817355376294212733/ts-2/data,/tmp/dist-test-tasktYbl31/test-tmp/mini-kudu-cluster15817355376294212733/ts-2/wal
02:01:52.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "820505c034f643feb279bb010258655d"
02:01:52.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-26 02:01:52 on dist-test-slave-v6v1"
02:01:52.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:01:52.705797 20154 fs_report.cc:389] FS layout report
02:01:52.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:01:52.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-tasktYbl31/test-tmp/mini-kudu-cluster15817355376294212733/ts-2/wal
02:01:52.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-tasktYbl31/test-tmp/mini-kudu-cluster15817355376294212733/ts-2/wal
02:01:52.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-tasktYbl31/test-tmp/mini-kudu-cluster15817355376294212733/ts-2/data/data
02:01:52.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:01:52.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:01:52.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:01:52.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:01:52.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:01:52.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:01:52.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:01:52.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:01:52.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:01:52.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:01:52.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:01:52.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:01:52.762476 20154 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
02:01:52.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:01:52.763955 20154 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:01:52.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:01:52.764470 20154 kserver.cc:163] Server-wide thread pool size limit: 3276
02:01:52.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:01:52.767161 20154 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
02:01:52.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:01:52.771453 20154 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
02:01:52.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:01:52.771682 20154 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
02:01:52.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:01:52.772027 20154 ts_tablet_manager.cc:616] Registered 0 tablets
02:01:52.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:01:52.772218 20154 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
02:01:52.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:01:52.917997 20154 rpc_server.cc:307] RPC server started. Bound to: 127.19.27.67:41363
02:01:52.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:01:52.918089 20284 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.19.27.67:41363 every 8 connection(s)
02:01:52.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:01:52.920625 20154 server_base.cc:1193] Dumped server information to /tmp/dist-test-tasktYbl31/test-tmp/mini-kudu-cluster15817355376294212733/ts-2/data/info.pb
02:01:52.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:01:52.923718 19565 external_mini_cluster.cc:1434] Started /tmp/dist-test-tasktYbl31/build/tsan/bin/kudu as pid 20154
02:01:52.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:01:52.924234 19565 external_mini_cluster.cc:1448] Reading /tmp/dist-test-tasktYbl31/test-tmp/mini-kudu-cluster15817355376294212733/ts-2/wal/instance
02:01:52.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:01:52.971086 20287 heartbeater.cc:344] Connected to a master server at 127.19.27.126:44217
02:01:52.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:01:52.971597 20287 heartbeater.cc:461] Registering TS with master...
02:01:52.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:01:52.972887 20287 heartbeater.cc:507] Master 127.19.27.126:44217 requested a full tablet report, sending...
02:01:52.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:01:52.973682 20285 heartbeater.cc:344] Connected to a master server at 127.19.27.124:36009
02:01:52.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:01:52.974031 20285 heartbeater.cc:461] Registering TS with master...
02:01:52.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:01:52.974910 20285 heartbeater.cc:507] Master 127.19.27.124:36009 requested a full tablet report, sending...
02:01:52.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:01:52.975214 20286 heartbeater.cc:344] Connected to a master server at 127.19.27.125:43277
02:01:52.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:01:52.975539 20286 heartbeater.cc:461] Registering TS with master...
02:01:52.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:01:52.975998 19610 ts_manager.cc:194] Registered new tserver with Master: 820505c034f643feb279bb010258655d (127.19.27.67:41363)
02:01:52.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:01:52.976372 20286 heartbeater.cc:507] Master 127.19.27.125:43277 requested a full tablet report, sending...
02:01:52.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:01:52.977284 19766 ts_manager.cc:194] Registered new tserver with Master: 820505c034f643feb279bb010258655d (127.19.27.67:41363)
02:01:52.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:01:52.978761 19766 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.19.27.67:38811
02:01:52.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:01:52.979075 19685 ts_manager.cc:194] Registered new tserver with Master: 820505c034f643feb279bb010258655d (127.19.27.67:41363)
02:01:52.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:01:52.996066 19565 external_mini_cluster.cc:955] 3 TS(s) registered with all masters
02:01:53.009 [DEBUG - main] (MiniKuduCluster.java:195) Response:
02:01:53.010 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}
02:01:53.018 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
masters {
id {
type: MASTER
index: 0
}
bound_rpc_address {
host: "127.19.27.126"
port: 44217
}
bound_http_address {
host: "127.19.27.126"
port: 40261
}
}
masters {
id {
type: MASTER
index: 1
}
bound_rpc_address {
host: "127.19.27.125"
port: 43277
}
bound_http_address {
host: "127.19.27.125"
port: 35265
}
}
masters {
id {
type: MASTER
index: 2
}
bound_rpc_address {
host: "127.19.27.124"
port: 36009
}
bound_http_address {
host: "127.19.27.124"
port: 43605
}
}
}
02:01:53.021 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}
02:01:53.024 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
tservers {
id {
type: TSERVER
index: 0
}
bound_rpc_address {
host: "127.19.27.65"
port: 37971
}
bound_http_address {
host: "127.19.27.65"
port: 40157
}
}
tservers {
id {
type: TSERVER
index: 1
}
bound_rpc_address {
host: "127.19.27.66"
port: 33213
}
bound_http_address {
host: "127.19.27.66"
port: 36417
}
}
tservers {
id {
type: TSERVER
index: 2
}
bound_rpc_address {
host: "127.19.27.67"
port: 41363
}
bound_http_address {
host: "127.19.27.67"
port: 41253
}
}
}
02:01:53.025 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
02:01:53.190 [DEBUG - main] (CompositeStrategy.java:59) Unable to load modern Subject methods, relying only on legacy methods
java.lang.NoSuchMethodException: javax.security.auth.Subject.current()
at java.base/java.lang.Class.getDeclaredMethod(Class.java:2677)
at org.apache.kudu.client.internals.ModernStrategy.<init>(ModernStrategy.java:51)
at org.apache.kudu.client.internals.CompositeStrategy.<init>(CompositeStrategy.java:52)
at org.apache.kudu.client.internals.CompositeStrategy.<clinit>(CompositeStrategy.java:41)
at org.apache.kudu.client.internals.SecurityManagerCompatibility.get(SecurityManagerCompatibility.java:43)
at org.apache.kudu.client.SecurityContext.setupSubject(SecurityContext.java:155)
at org.apache.kudu.client.SecurityContext.<init>(SecurityContext.java:138)
at org.apache.kudu.client.AsyncKuduClient.<init>(AsyncKuduClient.java:431)
at org.apache.kudu.client.AsyncKuduClient$AsyncKuduClientBuilder.build(AsyncKuduClient.java:3109)
at org.apache.kudu.test.KuduTestHarness.before(KuduTestHarness.java:161)
at org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:50)
at org.apache.kudu.test.junit.RetryRule$RetryStatement.doOneAttemptAndReport(RetryRule.java:184)
at org.apache.kudu.test.junit.RetryRule$RetryStatement.evaluate(RetryRule.java:244)
at org.apache.kudu.test.junit.RetryRule$RetryStatement.doOneAttemptAndReport(RetryRule.java:184)
at org.apache.kudu.test.junit.RetryRule$RetryStatement.evaluate(RetryRule.java:244)
at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
at org.junit.runners.Suite.runChild(Suite.java:128)
at org.junit.runners.Suite.runChild(Suite.java:27)
at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
at org.junit.runner.JUnitCore.run(JUnitCore.java:137)
at org.junit.runner.JUnitCore.run(JUnitCore.java:115)
at org.junit.runner.JUnitCore.runMain(JUnitCore.java:77)
at org.junit.runner.JUnitCore.main(JUnitCore.java:36)
java.lang.NoSuchMethodException: javax.security.auth.Subject.current()
at java.base/java.lang.Class.getDeclaredMethod(Class.java:2677)
at org.apache.kudu.client.internals.ModernStrategy.<init>(ModernStrategy.java:51)
at org.apache.kudu.client.internals.CompositeStrategy.<init>(CompositeStrategy.java:52)
at org.apache.kudu.client.internals.CompositeStrategy.<clinit>(CompositeStrategy.java:41)
at org.apache.kudu.client.internals.SecurityManagerCompatibility.get(SecurityManagerCompatibility.java:43)
at org.apache.kudu.client.SecurityContext.setupSubject(SecurityContext.java:155)
at org.apache.kudu.client.SecurityContext.<init>(SecurityContext.java:138)
at org.apache.kudu.client.AsyncKuduClient.<init>(AsyncKuduClient.java:431)
at org.apache.kudu.client.AsyncKuduClient$AsyncKuduClientBuilder.build(AsyncKuduClient.java:3109)
at org.apache.kudu.test.KuduTestHarness.before(KuduTestHarness.java:161)
at org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:50)
at org.apache.kudu.test.junit.RetryRule$RetryStatement.doOneAttemptAndReport(RetryRule.java:184)
at org.apache.kudu.test.junit.RetryRule$RetryStatement.evaluate(RetryRule.java:244)
at org.apache.kudu.test.junit.RetryRule$RetryStatement.doOneAttemptAndReport(RetryRule.java:184)
at org.apache.kudu.test.junit.RetryRule$RetryStatement.evaluate(RetryRule.java:244)
at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
at org.junit.runners.Suite.runChild(Suite.java:128)
at org.junit.runners.Suite.runChild(Suite.java:27)
at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
at org.junit.runner.JUnitCore.run(JUnitCore.java:137)
at org.junit.runner.JUnitCore.run(JUnitCore.java:115)
at org.junit.runner.JUnitCore.runMain(JUnitCore.java:77)
at org.junit.runner.JUnitCore.main(JUnitCore.java:36)
02:01:53.247 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication
02:01:53.354 [INFO - Time-limited test] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-tasktYbl31/test-tmp
02:01:53.355 [INFO - Time-limited test] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
02:01:53.355 [INFO - Time-limited test] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-tasktYbl31/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
02:01:53.361 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 3
enable_kerberos: true
cluster_root: "/tmp/dist-test-tasktYbl31/test-tmp/mini-kudu-cluster17713817766778669545"
extra_master_flags: "--webserver_require_spnego=false"
extra_master_flags: "--authn_token_validity_seconds=10"
extra_tserver_flags: "--webserver_require_spnego=false"
hms_mode: NONE
mini_kdc_options {
ticket_lifetime: "10s"
renew_lifetime: "20s"
}
principal: "kudu"
mini_oidc_options {
}
}
02:01:53.749 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
02:01:53.749 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_cluster {
}
02:01:53.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:01:53.753628 20297 mini_oidc.cc:150] Starting JWKS server
02:01:53.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:01:53.756536 20297 webserver.cc:533] Webserver started at http://127.0.0.1:40795/ using document root <none> and password file <none>
02:01:53.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:01:53.756904 20297 mini_oidc.cc:186] Starting OIDC Discovery server
02:01:53.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:01:53.758865 20297 webserver.cc:533] Webserver started at http://127.0.0.1:43271/ using document root <none> and password file <none>
02:01:53.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Loading random data
02:01:53.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Initializing database '/tmp/dist-test-tasktYbl31/test-tmp/mini-kudu-cluster17713817766778669545/krb5kdc/principal' for realm 'KRBTEST.COM',
02:01:53.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master key name 'K/M@KRBTEST.COM'
02:01:53.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 26 02:01:53 dist-test-slave-v6v1 krb5kdc[20309](info): setting up network...
02:01:53.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) krb5kdc: setsockopt(10,IPV6_V6ONLY,1) worked
02:01:53.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 26 02:01:53 dist-test-slave-v6v1 krb5kdc[20309](info): set up 2 sockets
02:01:53.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 26 02:01:53 dist-test-slave-v6v1 krb5kdc[20309](info): commencing operation
02:01:53.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) krb5kdc: starting...
02:01:53.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:01:53.981897 20285 heartbeater.cc:499] Master 127.19.27.124:36009 was elected leader, sending a full tablet report...
02:01:55.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 02:01:55.899796 20297 mini_kdc.cc:121] Time spent starting KDC: real 2.104s user 0.007s sys 0.012s
02:01:55.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for test-admin@KRBTEST.COM; defaulting to no policy
02:01:55.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
02:01:55.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "test-admin@KRBTEST.COM" created.
02:01:55.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for test-user@KRBTEST.COM; defaulting to no policy
02:01:55.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
02:01:55.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "test-user@KRBTEST.COM" created.
02:01:55.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for joe-interloper@KRBTEST.COM; defaulting to no policy
02:01:55.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
02:01:55.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "joe-interloper@KRBTEST.COM" created.
02:01:56.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
02:01:56.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal test-user with kvno 1, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-tasktYbl31/test-tmp/mini-kudu-cluster17713817766778669545/krb5kdc/test-user.keytab.
02:01:56.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal test-user with kvno 1, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-tasktYbl31/test-tmp/mini-kudu-cluster17713817766778669545/krb5kdc/test-user.keytab.
02:01:56.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 26 02:01:56 dist-test-slave-v6v1 krb5kdc[20309](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790388116, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
02:01:56.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
02:01:56.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-09-26T02:01:56Z chronyd version 4.6.1 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -NTS -SECHASH -IPV6 +DEBUG)
02:01:56.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-09-26T02:01:56Z Disabled control of system clock
02:01:56.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.19.210.126@KRBTEST.COM; defaulting to no policy
02:01:56.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
02:01:56.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.19.210.126@KRBTEST.COM" created.
02:01:56.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
02:01:56.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.19.210.126 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-tasktYbl31/test-tmp/mini-kudu-cluster17713817766778669545/krb5kdc/kudu.keytab.
02:01:56.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.19.210.126 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-tasktYbl31/test-tmp/mini-kudu-cluster17713817766778669545/krb5kdc/kudu.keytab.
02:01:56.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for HTTP/127.19.210.126@KRBTEST.COM; defaulting to no policy
02:01:56.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
02:01:56.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "HTTP/127.19.210.126@KRBTEST.COM" created.
02:01:56.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
02:01:56.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.19.210.126 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-tasktYbl31/test-tmp/mini-kudu-cluster17713817766778669545/krb5kdc/kudu.keytab.
02:01:56.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.19.210.126 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-tasktYbl31/test-tmp/mini-kudu-cluster17713817766778669545/krb5kdc/kudu.keytab.
02:01:56.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:01:56.123816 20297 external_mini_cluster.cc:1372] Running /tmp/dist-test-tasktYbl31/build/tsan/bin/kudu
02:01:56.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-tasktYbl31/build/tsan/bin/kudu
02:01:56.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-tasktYbl31/test-tmp/mini-kudu-cluster17713817766778669545/master-0/wal
02:01:56.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-tasktYbl31/test-tmp/mini-kudu-cluster17713817766778669545/master-0/data
02:01:56.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:01:56.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:01:56.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:01:56.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:01:56.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:01:56.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:01:56.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-tasktYbl31/test-tmp/mini-kudu-cluster17713817766778669545/master-0/logs
02:01:56.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-tasktYbl31/test-tmp/mini-kudu-cluster17713817766778669545/master-0/data/info.pb
02:01:56.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:01:56.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:01:56.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:01:56.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:01:56.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:01:56.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:01:56.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:01:56.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:01:56.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
02:01:56.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:01:56.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:01:56.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:01:56.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.19.210.126:38903
02:01:56.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.19.210.126
02:01:56.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:01:56.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-tasktYbl31/test-tmp/mini-kudu-cluster17713817766778669545/krb5kdc/kudu.keytab
02:01:56.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.19.210.126
02:01:56.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
02:01:56.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
02:01:56.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
02:01:56.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
02:01:56.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.19.210.84:36545
02:01:56.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:01:56.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:01:56.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:01:56.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:01:56.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.19.210.126:38903,127.19.210.125:41951,127.19.210.124:42715
02:01:56.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:01:56.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:40795/jwks.json
02:01:56.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false
02:01:56.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-tasktYbl31/test-tmp/mini-kudu-cluster17713817766778669545/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-tasktYbl31/test-tmp/mini-kudu-cluster17713817766778669545/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-tasktYbl31/test-tmp/mini-kudu-cluster17713817766778669545/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
02:01:56.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 02:01:56.458616 20327 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
02:01:56.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 02:01:56.459192 20327 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:01:56.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 02:01:56.459860 20327 flags.cc:432] Enabled unsafe flag: --never_fsync=true
02:01:56.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 02:01:56.493650 20327 flags.cc:432] Enabled experimental flag: --authn_token_validity_seconds=10
02:01:56.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 02:01:56.493870 20327 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
02:01:56.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 02:01:56.494122 20327 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
02:01:56.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 02:01:56.494318 20327 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
02:01:56.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 02:01:56.494508 20327 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
02:01:56.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 02:01:56.494692 20327 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
02:01:56.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 02:01:56.494835 20327 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:40795/jwks.json
02:01:56.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:01:56.534029 20327 master_runner.cc:387] Master server non-default flags:
02:01:56.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-tasktYbl31/test-tmp/mini-kudu-cluster17713817766778669545/master-0/logs
02:01:56.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:01:56.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:01:56.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:01:56.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.19.210.84:36545
02:01:56.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:01:56.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:01:56.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-tasktYbl31/test-tmp/mini-kudu-cluster17713817766778669545/master-0/data
02:01:56.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-tasktYbl31/test-tmp/mini-kudu-cluster17713817766778669545/master-0/wal
02:01:56.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
02:01:56.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:01:56.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.19.210.126:38903,127.19.210.125:41951,127.19.210.124:42715
02:01:56.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-tasktYbl31/test-tmp/mini-kudu-cluster17713817766778669545/krb5kdc/kudu.keytab
02:01:56.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.19.210.126
02:01:56.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:01:56.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:01:56.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:01:56.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.19.210.126:38903
02:01:56.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:01:56.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:01:56.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:01:56.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:40795/jwks.json
02:01:56.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
02:01:56.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
02:01:56.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
02:01:56.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:01:56.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:01:56.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-tasktYbl31/test-tmp/mini-kudu-cluster17713817766778669545/master-0/data/info.pb
02:01:56.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.19.210.126
02:01:56.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:01:56.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:01:56.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:01:56.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:01:56.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:01:56.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:01:56.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:01:56.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
02:01:56.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:01:56.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 3b18f0139b1d21a072b7353269301fba16dca54e
02:01:56.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
02:01:56.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 26 Sep 2026 01:43:22 UTC on e7f111948823
02:01:56.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 14002
02:01:56.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
02:01:56.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:01:56.535717 20327 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:01:56.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:01:56.537045 20327 file_cache.cc:504] Constructed file cache file cache with capacity 419430
02:01:56.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 02:01:56.547935 20333 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:01:58.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 02:01:56.550244 20334 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:01:58.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 02:01:58.406435 20327 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.857s user 0.657s sys 1.189s
02:01:58.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 02:01:57.951941 20332 debug-util.cc:398] Leaking SignalData structure 0x7b0800037cc0 after lost signal to thread 20327
02:01:58.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 02:01:58.407039 20327 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.858s user 0.658s sys 1.190s
02:01:58.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 02:01:58.408890 20336 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:01:58.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 02:01:58.411268 20335 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1857 milliseconds
02:01:58.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:01:58.411274 20327 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
02:01:58.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:01:58.412642 20327 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:01:58.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:01:58.415274 20327 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:01:58.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:01:58.416872 20327 hybrid_clock.cc:648] HybridClock initialized: now 1790388118416804 us; error 72 us; skew 500 ppm
02:01:58.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:01:58.417701 20327 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
02:01:58.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 26 02:01:58 dist-test-slave-v6v1 krb5kdc[20309](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790388118, etypes {rep=17 tkt=17 ses=17}, kudu/127.19.210.126@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
02:01:58.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:01:58.424090 20327 init.cc:377] Logged in from keytab as kudu/127.19.210.126@KRBTEST.COM (short username kudu)
02:01:58.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:01:58.429953 20327 webserver.cc:533] Webserver started at http://127.19.210.126:33015/ using document root <none> and password file <none>
02:01:58.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:01:58.431131 20327 fs_manager.cc:362] Metadata directory not provided
02:01:58.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:01:58.431411 20327 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:01:58.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:01:58.431941 20327 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
02:01:58.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:01:58.436303 20327 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-tasktYbl31/test-tmp/mini-kudu-cluster17713817766778669545/master-0/data/instance:
02:01:58.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "376a2d8d9fa7488294aca1e33fb33e11"
02:01:58.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-26 02:01:58 on dist-test-slave-v6v1"
02:01:58.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:01:58.437403 20327 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-tasktYbl31/test-tmp/mini-kudu-cluster17713817766778669545/master-0/wal/instance:
02:01:58.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "376a2d8d9fa7488294aca1e33fb33e11"
02:01:58.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-26 02:01:58 on dist-test-slave-v6v1"
02:01:58.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:01:58.446404 20327 fs_manager.cc:696] Time spent creating directory manager: real 0.008s user 0.006s sys 0.002s
02:01:58.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:01:58.453233 20346 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
02:01:58.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:01:58.454609 20327 fs_manager.cc:730] Time spent opening block manager: real 0.005s user 0.001s sys 0.002s
02:01:58.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:01:58.454977 20327 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-tasktYbl31/test-tmp/mini-kudu-cluster17713817766778669545/master-0/data,/tmp/dist-test-tasktYbl31/test-tmp/mini-kudu-cluster17713817766778669545/master-0/wal
02:01:58.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "376a2d8d9fa7488294aca1e33fb33e11"
02:01:58.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-26 02:01:58 on dist-test-slave-v6v1"
02:01:58.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:01:58.455358 20327 fs_report.cc:389] FS layout report
02:01:58.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:01:58.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-tasktYbl31/test-tmp/mini-kudu-cluster17713817766778669545/master-0/wal
02:01:58.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-tasktYbl31/test-tmp/mini-kudu-cluster17713817766778669545/master-0/wal
02:01:58.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-tasktYbl31/test-tmp/mini-kudu-cluster17713817766778669545/master-0/data/data
02:01:58.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:01:58.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:01:58.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:01:58.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:01:58.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:01:58.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:01:58.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:01:58.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:01:58.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:01:58.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:01:58.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:01:58.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:01:58.521092 20327 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
02:01:58.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:01:58.526661 20327 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:01:58.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:01:58.527182 20327 kserver.cc:163] Server-wide thread pool size limit: 3276
02:01:58.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:01:58.610695 20327 rpc_server.cc:307] RPC server started. Bound to: 127.19.210.126:38903
02:01:58.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:01:58.610754 20397 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.19.210.126:38903 every 8 connection(s)
02:01:58.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:01:58.613524 20327 server_base.cc:1193] Dumped server information to /tmp/dist-test-tasktYbl31/test-tmp/mini-kudu-cluster17713817766778669545/master-0/data/info.pb
02:01:58.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:01:58.616400 20297 external_mini_cluster.cc:1434] Started /tmp/dist-test-tasktYbl31/build/tsan/bin/kudu as pid 20327
02:01:58.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:01:58.617012 20297 external_mini_cluster.cc:1448] Reading /tmp/dist-test-tasktYbl31/test-tmp/mini-kudu-cluster17713817766778669545/master-0/wal/instance
02:01:58.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:01:58.619671 20398 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
02:01:58.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.19.210.125@KRBTEST.COM; defaulting to no policy
02:01:58.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:01:58.635965 20398 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.19.210.126" port: 38903 } has no permanent_uuid. Determining permanent_uuid...
02:01:58.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
02:01:58.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.19.210.125@KRBTEST.COM" created.
02:01:58.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 26 02:01:58 dist-test-slave-v6v1 krb5kdc[20309](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790388118, etypes {rep=17 tkt=17 ses=17}, kudu/127.19.210.126@KRBTEST.COM for kudu/127.19.210.126@KRBTEST.COM
02:01:58.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
02:01:58.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.19.210.125 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-tasktYbl31/test-tmp/mini-kudu-cluster17713817766778669545/krb5kdc/kudu.keytab.
02:01:58.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.19.210.125 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-tasktYbl31/test-tmp/mini-kudu-cluster17713817766778669545/krb5kdc/kudu.keytab.
02:01:58.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:01:58.675554 20398 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.19.210.125" port: 41951 } has no permanent_uuid. Determining permanent_uuid...
02:01:58.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 02:01:58.678694 20347 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.19.210.125:41951: connect: Connection refused (error 111)
02:01:58.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for HTTP/127.19.210.125@KRBTEST.COM; defaulting to no policy
02:01:58.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
02:01:58.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "HTTP/127.19.210.125@KRBTEST.COM" created.
02:01:58.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 02:01:58.683892 20398 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.19.210.125:41951: Network error: Client connection negotiation failed: client connection to 127.19.210.125:41951: connect: Connection refused (error 111)
02:01:58.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
02:01:58.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.19.210.125 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-tasktYbl31/test-tmp/mini-kudu-cluster17713817766778669545/krb5kdc/kudu.keytab.
02:01:58.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.19.210.125 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-tasktYbl31/test-tmp/mini-kudu-cluster17713817766778669545/krb5kdc/kudu.keytab.
02:01:58.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:01:58.705488 20297 external_mini_cluster.cc:1372] Running /tmp/dist-test-tasktYbl31/build/tsan/bin/kudu
02:01:58.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-tasktYbl31/build/tsan/bin/kudu
02:01:58.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-tasktYbl31/test-tmp/mini-kudu-cluster17713817766778669545/master-1/wal
02:01:58.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-tasktYbl31/test-tmp/mini-kudu-cluster17713817766778669545/master-1/data
02:01:58.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:01:58.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:01:58.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:01:58.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:01:58.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:01:58.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:01:58.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-tasktYbl31/test-tmp/mini-kudu-cluster17713817766778669545/master-1/logs
02:01:58.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-tasktYbl31/test-tmp/mini-kudu-cluster17713817766778669545/master-1/data/info.pb
02:01:58.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:01:58.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:01:58.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:01:58.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:01:58.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:01:58.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:01:58.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:01:58.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:01:58.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
02:01:58.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:01:58.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:01:58.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:01:58.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.19.210.125:41951
02:01:58.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.19.210.125
02:01:58.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:01:58.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-tasktYbl31/test-tmp/mini-kudu-cluster17713817766778669545/krb5kdc/kudu.keytab
02:01:58.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.19.210.125
02:01:58.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
02:01:58.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
02:01:58.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
02:01:58.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
02:01:58.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.19.210.84:36545
02:01:58.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:01:58.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:01:58.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:01:58.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:01:58.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.19.210.126:38903,127.19.210.125:41951,127.19.210.124:42715
02:01:58.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:01:58.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:40795/jwks.json
02:01:58.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false
02:01:58.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-tasktYbl31/test-tmp/mini-kudu-cluster17713817766778669545/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-tasktYbl31/test-tmp/mini-kudu-cluster17713817766778669545/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-tasktYbl31/test-tmp/mini-kudu-cluster17713817766778669545/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
02:01:58.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:01:58.733424 20398 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.210.125" port: 41951 } attempt: 1
02:01:58.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 02:01:58.737849 20398 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.19.210.125:41951: Network error: Client connection negotiation failed: client connection to 127.19.210.125:41951: connect: Connection refused (error 111)
02:01:58.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:01:58.806241 20398 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.210.125" port: 41951 } attempt: 2
02:01:58.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 02:01:58.812390 20398 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.19.210.125:41951: Network error: Client connection negotiation failed: client connection to 127.19.210.125:41951: connect: Connection refused (error 111)
02:01:58.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:01:58.903805 20398 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.210.125" port: 41951 } attempt: 3
02:01:58.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 02:01:58.908233 20398 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.19.210.125:41951: Network error: Client connection negotiation failed: client connection to 127.19.210.125:41951: connect: Connection refused (error 111)
02:01:59.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 02:01:59.025861 20408 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
02:01:59.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 02:01:59.026563 20408 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:01:59.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 02:01:59.027292 20408 flags.cc:432] Enabled unsafe flag: --never_fsync=true
02:01:59.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:01:59.051801 20398 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.210.125" port: 41951 } attempt: 4
02:01:59.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 02:01:59.056344 20398 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.19.210.125:41951: Network error: Client connection negotiation failed: client connection to 127.19.210.125:41951: connect: Connection refused (error 111)
02:01:59.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 02:01:59.061474 20408 flags.cc:432] Enabled experimental flag: --authn_token_validity_seconds=10
02:01:59.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 02:01:59.061946 20408 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
02:01:59.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 02:01:59.062259 20408 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
02:01:59.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 02:01:59.062463 20408 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
02:01:59.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 02:01:59.062664 20408 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
02:01:59.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 02:01:59.062917 20408 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
02:01:59.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 02:01:59.063128 20408 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:40795/jwks.json
02:01:59.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:01:59.101387 20408 master_runner.cc:387] Master server non-default flags:
02:01:59.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-tasktYbl31/test-tmp/mini-kudu-cluster17713817766778669545/master-1/logs
02:01:59.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:01:59.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:01:59.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:01:59.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.19.210.84:36545
02:01:59.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:01:59.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:01:59.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-tasktYbl31/test-tmp/mini-kudu-cluster17713817766778669545/master-1/data
02:01:59.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-tasktYbl31/test-tmp/mini-kudu-cluster17713817766778669545/master-1/wal
02:01:59.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
02:01:59.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:01:59.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.19.210.126:38903,127.19.210.125:41951,127.19.210.124:42715
02:01:59.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-tasktYbl31/test-tmp/mini-kudu-cluster17713817766778669545/krb5kdc/kudu.keytab
02:01:59.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.19.210.125
02:01:59.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:01:59.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:01:59.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:01:59.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.19.210.125:41951
02:01:59.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:01:59.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:01:59.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:01:59.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:40795/jwks.json
02:01:59.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
02:01:59.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
02:01:59.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
02:01:59.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:01:59.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:01:59.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-tasktYbl31/test-tmp/mini-kudu-cluster17713817766778669545/master-1/data/info.pb
02:01:59.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.19.210.125
02:01:59.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:01:59.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:01:59.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:01:59.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:01:59.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:01:59.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:01:59.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:01:59.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
02:01:59.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:01:59.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 3b18f0139b1d21a072b7353269301fba16dca54e
02:01:59.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
02:01:59.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 26 Sep 2026 01:43:22 UTC on e7f111948823
02:01:59.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 14002
02:01:59.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
02:01:59.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:01:59.102681 20408 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:01:59.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:01:59.103704 20408 file_cache.cc:504] Constructed file cache file cache with capacity 419430
02:01:59.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 02:01:59.114813 20415 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:01:59.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:01:59.355895 20398 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.210.125" port: 41951 } attempt: 5
02:01:59.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 02:01:59.366402 20398 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.19.210.125:41951: Network error: Client connection negotiation failed: client connection to 127.19.210.125:41951: connect: Connection refused (error 111)
02:01:59.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:01:59.914011 20398 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.210.125" port: 41951 } attempt: 6
02:01:59.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 02:01:59.954486 20398 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.19.210.125:41951: Network error: Client connection negotiation failed: client connection to 127.19.210.125:41951: connect: Connection refused (error 111)
02:02:00.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 02:02:00.519471 20414 debug-util.cc:398] Leaking SignalData structure 0x7b0800037cc0 after lost signal to thread 20408
02:02:00.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 02:01:59.115886 20416 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:02:00.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 02:02:00.541047 20408 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.426s user 0.443s sys 0.977s
02:02:00.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 02:02:00.541564 20408 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.426s user 0.444s sys 0.977s
02:02:00.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 02:02:00.543256 20418 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:02:00.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 02:02:00.548362 20417 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1431 milliseconds
02:02:00.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:00.548394 20408 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
02:02:00.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:00.549768 20408 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:02:00.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:00.552145 20408 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:02:00.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:00.553472 20408 hybrid_clock.cc:648] HybridClock initialized: now 1790388120553437 us; error 69 us; skew 500 ppm
02:02:00.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:00.554207 20408 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
02:02:00.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 26 02:02:00 dist-test-slave-v6v1 krb5kdc[20309](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790388120, etypes {rep=17 tkt=17 ses=17}, kudu/127.19.210.125@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
02:02:00.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:00.560287 20408 init.cc:377] Logged in from keytab as kudu/127.19.210.125@KRBTEST.COM (short username kudu)
02:02:00.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:00.565842 20408 webserver.cc:533] Webserver started at http://127.19.210.125:41179/ using document root <none> and password file <none>
02:02:00.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:00.566725 20408 fs_manager.cc:362] Metadata directory not provided
02:02:00.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:00.566910 20408 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:02:00.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:00.567296 20408 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
02:02:00.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:00.571478 20408 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-tasktYbl31/test-tmp/mini-kudu-cluster17713817766778669545/master-1/data/instance:
02:02:00.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ff15a148b66e40969b765099386287bb"
02:02:00.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-26 02:02:00 on dist-test-slave-v6v1"
02:02:00.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:00.572533 20408 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-tasktYbl31/test-tmp/mini-kudu-cluster17713817766778669545/master-1/wal/instance:
02:02:00.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ff15a148b66e40969b765099386287bb"
02:02:00.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-26 02:02:00 on dist-test-slave-v6v1"
02:02:00.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:00.580616 20408 fs_manager.cc:696] Time spent creating directory manager: real 0.008s user 0.009s sys 0.001s
02:02:00.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:00.586902 20429 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
02:02:00.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:00.588249 20408 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.005s sys 0.000s
02:02:00.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:00.588680 20408 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-tasktYbl31/test-tmp/mini-kudu-cluster17713817766778669545/master-1/data,/tmp/dist-test-tasktYbl31/test-tmp/mini-kudu-cluster17713817766778669545/master-1/wal
02:02:00.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ff15a148b66e40969b765099386287bb"
02:02:00.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-26 02:02:00 on dist-test-slave-v6v1"
02:02:00.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:00.589077 20408 fs_report.cc:389] FS layout report
02:02:00.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:02:00.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-tasktYbl31/test-tmp/mini-kudu-cluster17713817766778669545/master-1/wal
02:02:00.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-tasktYbl31/test-tmp/mini-kudu-cluster17713817766778669545/master-1/wal
02:02:00.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-tasktYbl31/test-tmp/mini-kudu-cluster17713817766778669545/master-1/data/data
02:02:00.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:02:00.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:02:00.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:02:00.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:02:00.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:02:00.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:02:00.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:02:00.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:02:00.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:02:00.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:02:00.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:02:00.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:00.646857 20408 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
02:02:00.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:00.656791 20408 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:02:00.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:00.657789 20408 kserver.cc:163] Server-wide thread pool size limit: 3276
02:02:00.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:00.736042 20408 rpc_server.cc:307] RPC server started. Bound to: 127.19.210.125:41951
02:02:00.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:00.736120 20480 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.19.210.125:41951 every 8 connection(s)
02:02:00.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:00.739056 20408 server_base.cc:1193] Dumped server information to /tmp/dist-test-tasktYbl31/test-tmp/mini-kudu-cluster17713817766778669545/master-1/data/info.pb
02:02:00.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:00.740514 20297 external_mini_cluster.cc:1434] Started /tmp/dist-test-tasktYbl31/build/tsan/bin/kudu as pid 20408
02:02:00.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:00.741091 20297 external_mini_cluster.cc:1448] Reading /tmp/dist-test-tasktYbl31/test-tmp/mini-kudu-cluster17713817766778669545/master-1/wal/instance
02:02:00.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:00.747722 20481 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
02:02:00.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.19.210.124@KRBTEST.COM; defaulting to no policy
02:02:00.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
02:02:00.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.19.210.124@KRBTEST.COM" created.
02:02:00.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:00.760859 20481 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.19.210.126" port: 38903 } has no permanent_uuid. Determining permanent_uuid...
02:02:00.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 26 02:02:00 dist-test-slave-v6v1 krb5kdc[20309](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790388120, etypes {rep=17 tkt=17 ses=17}, kudu/127.19.210.125@KRBTEST.COM for kudu/127.19.210.126@KRBTEST.COM
02:02:00.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
02:02:00.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.19.210.124 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-tasktYbl31/test-tmp/mini-kudu-cluster17713817766778669545/krb5kdc/kudu.keytab.
02:02:00.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.19.210.124 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-tasktYbl31/test-tmp/mini-kudu-cluster17713817766778669545/krb5kdc/kudu.keytab.
02:02:00.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:00.799769 20481 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.19.210.125" port: 41951 } has no permanent_uuid. Determining permanent_uuid...
02:02:00.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for HTTP/127.19.210.124@KRBTEST.COM; defaulting to no policy
02:02:00.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
02:02:00.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "HTTP/127.19.210.124@KRBTEST.COM" created.
02:02:00.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 26 02:02:00 dist-test-slave-v6v1 krb5kdc[20309](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790388120, etypes {rep=17 tkt=17 ses=17}, kudu/127.19.210.125@KRBTEST.COM for kudu/127.19.210.125@KRBTEST.COM
02:02:00.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:00.827960 20481 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.19.210.124" port: 42715 } has no permanent_uuid. Determining permanent_uuid...
02:02:00.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 02:02:00.830412 20433 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.19.210.124:42715: connect: Connection refused (error 111)
02:02:00.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
02:02:00.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.19.210.124 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-tasktYbl31/test-tmp/mini-kudu-cluster17713817766778669545/krb5kdc/kudu.keytab.
02:02:00.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.19.210.124 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-tasktYbl31/test-tmp/mini-kudu-cluster17713817766778669545/krb5kdc/kudu.keytab.
02:02:00.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:00.834137 20297 external_mini_cluster.cc:1372] Running /tmp/dist-test-tasktYbl31/build/tsan/bin/kudu
02:02:00.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-tasktYbl31/build/tsan/bin/kudu
02:02:00.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-tasktYbl31/test-tmp/mini-kudu-cluster17713817766778669545/master-2/wal
02:02:00.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-tasktYbl31/test-tmp/mini-kudu-cluster17713817766778669545/master-2/data
02:02:00.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:02:00.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:02:00.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:02:00.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:02:00.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:02:00.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:02:00.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-tasktYbl31/test-tmp/mini-kudu-cluster17713817766778669545/master-2/logs
02:02:00.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-tasktYbl31/test-tmp/mini-kudu-cluster17713817766778669545/master-2/data/info.pb
02:02:00.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:02:00.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:02:00.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:02:00.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:02:00.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:02:00.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:02:00.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:02:00.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:02:00.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
02:02:00.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:02:00.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:02:00.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:02:00.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.19.210.124:42715
02:02:00.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.19.210.124
02:02:00.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:02:00.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-tasktYbl31/test-tmp/mini-kudu-cluster17713817766778669545/krb5kdc/kudu.keytab
02:02:00.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.19.210.124
02:02:00.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
02:02:00.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
02:02:00.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
02:02:00.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
02:02:00.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.19.210.84:36545
02:02:00.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:02:00.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:02:00.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:02:00.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:02:00.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.19.210.126:38903,127.19.210.125:41951,127.19.210.124:42715
02:02:00.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:02:00.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:40795/jwks.json
02:02:00.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false
02:02:00.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-tasktYbl31/test-tmp/mini-kudu-cluster17713817766778669545/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-tasktYbl31/test-tmp/mini-kudu-cluster17713817766778669545/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-tasktYbl31/test-tmp/mini-kudu-cluster17713817766778669545/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
02:02:00.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 02:02:00.834846 20481 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.19.210.124:42715: Network error: Client connection negotiation failed: client connection to 127.19.210.124:42715: connect: Connection refused (error 111)
02:02:00.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:00.884318 20481 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.210.124" port: 42715 } attempt: 1
02:02:00.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 02:02:00.888787 20481 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.19.210.124:42715: Network error: Client connection negotiation failed: client connection to 127.19.210.124:42715: connect: Connection refused (error 111)
02:02:00.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:00.957135 20481 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.210.124" port: 42715 } attempt: 2
02:02:00.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 02:02:00.962214 20481 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.19.210.124:42715: Network error: Client connection negotiation failed: client connection to 127.19.210.124:42715: connect: Connection refused (error 111)
02:02:01.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:01.015095 20398 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.210.125" port: 41951 } attempt: 7
02:02:01.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 26 02:02:01 dist-test-slave-v6v1 krb5kdc[20309](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790388118, etypes {rep=17 tkt=17 ses=17}, kudu/127.19.210.126@KRBTEST.COM for kudu/127.19.210.125@KRBTEST.COM
02:02:01.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:01.043912 20398 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.19.210.124" port: 42715 } has no permanent_uuid. Determining permanent_uuid...
02:02:01.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 02:02:01.049602 20398 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.19.210.124:42715: Network error: Client connection negotiation failed: client connection to 127.19.210.124:42715: connect: Connection refused (error 111)
02:02:01.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:01.053629 20481 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.210.124" port: 42715 } attempt: 3
02:02:01.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 02:02:01.058342 20481 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.19.210.124:42715: Network error: Client connection negotiation failed: client connection to 127.19.210.124:42715: connect: Connection refused (error 111)
02:02:01.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:01.107980 20398 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.210.124" port: 42715 } attempt: 1
02:02:01.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 02:02:01.112653 20398 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.19.210.124:42715: Network error: Client connection negotiation failed: client connection to 127.19.210.124:42715: connect: Connection refused (error 111)
02:02:01.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 02:02:01.172418 20491 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
02:02:01.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 02:02:01.172963 20491 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:02:01.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 02:02:01.173619 20491 flags.cc:432] Enabled unsafe flag: --never_fsync=true
02:02:01.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:01.194057 20398 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.210.124" port: 42715 } attempt: 2
02:02:01.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 02:02:01.198483 20398 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.19.210.124:42715: Network error: Client connection negotiation failed: client connection to 127.19.210.124:42715: connect: Connection refused (error 111)
02:02:01.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:01.201713 20481 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.210.124" port: 42715 } attempt: 4
02:02:01.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 02:02:01.205719 20481 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.19.210.124:42715: Network error: Client connection negotiation failed: client connection to 127.19.210.124:42715: connect: Connection refused (error 111)
02:02:01.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 02:02:01.208879 20491 flags.cc:432] Enabled experimental flag: --authn_token_validity_seconds=10
02:02:01.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 02:02:01.209081 20491 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
02:02:01.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 02:02:01.209518 20491 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
02:02:01.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 02:02:01.209786 20491 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
02:02:01.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 02:02:01.209995 20491 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
02:02:01.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 02:02:01.210187 20491 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
02:02:01.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 02:02:01.210342 20491 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:40795/jwks.json
02:02:01.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:01.249478 20491 master_runner.cc:387] Master server non-default flags:
02:02:01.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-tasktYbl31/test-tmp/mini-kudu-cluster17713817766778669545/master-2/logs
02:02:01.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:02:01.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:02:01.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:02:01.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.19.210.84:36545
02:02:01.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:02:01.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:02:01.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-tasktYbl31/test-tmp/mini-kudu-cluster17713817766778669545/master-2/data
02:02:01.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-tasktYbl31/test-tmp/mini-kudu-cluster17713817766778669545/master-2/wal
02:02:01.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
02:02:01.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:02:01.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.19.210.126:38903,127.19.210.125:41951,127.19.210.124:42715
02:02:01.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-tasktYbl31/test-tmp/mini-kudu-cluster17713817766778669545/krb5kdc/kudu.keytab
02:02:01.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.19.210.124
02:02:01.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:02:01.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:02:01.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:02:01.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.19.210.124:42715
02:02:01.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:02:01.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:02:01.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:02:01.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:40795/jwks.json
02:02:01.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
02:02:01.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
02:02:01.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
02:02:01.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:02:01.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:02:01.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-tasktYbl31/test-tmp/mini-kudu-cluster17713817766778669545/master-2/data/info.pb
02:02:01.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.19.210.124
02:02:01.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:02:01.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:02:01.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:02:01.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:02:01.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:02:01.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:02:01.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:02:01.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
02:02:01.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:02:01.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 3b18f0139b1d21a072b7353269301fba16dca54e
02:02:01.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
02:02:01.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 26 Sep 2026 01:43:22 UTC on e7f111948823
02:02:01.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 14002
02:02:01.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
02:02:01.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:01.250869 20491 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:02:01.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:01.252027 20491 file_cache.cc:504] Constructed file cache file cache with capacity 419430
02:02:01.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 02:02:01.263192 20501 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:02:01.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:01.283922 20398 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.210.124" port: 42715 } attempt: 3
02:02:01.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 02:02:01.290966 20398 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.19.210.124:42715: Network error: Client connection negotiation failed: client connection to 127.19.210.124:42715: connect: Connection refused (error 111)
02:02:01.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:01.431464 20398 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.210.124" port: 42715 } attempt: 4
02:02:01.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 02:02:01.435775 20398 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.19.210.124:42715: Network error: Client connection negotiation failed: client connection to 127.19.210.124:42715: connect: Connection refused (error 111)
02:02:01.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:01.505232 20481 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.210.124" port: 42715 } attempt: 5
02:02:01.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 02:02:01.510392 20481 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.19.210.124:42715: Network error: Client connection negotiation failed: client connection to 127.19.210.124:42715: connect: Connection refused (error 111)
02:02:01.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:01.719256 20398 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.210.124" port: 42715 } attempt: 5
02:02:01.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 02:02:01.726281 20398 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.19.210.124:42715: Network error: Client connection negotiation failed: client connection to 127.19.210.124:42715: connect: Connection refused (error 111)
02:02:02.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:02.057840 20481 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.210.124" port: 42715 } attempt: 6
02:02:02.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 02:02:02.070516 20481 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.19.210.124:42715: Network error: Client connection negotiation failed: client connection to 127.19.210.124:42715: connect: Connection refused (error 111)
02:02:02.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:02.278880 20398 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.210.124" port: 42715 } attempt: 6
02:02:02.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 02:02:02.311998 20398 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.19.210.124:42715: Network error: Client connection negotiation failed: client connection to 127.19.210.124:42715: connect: Connection refused (error 111)
02:02:02.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 02:02:02.664067 20500 debug-util.cc:398] Leaking SignalData structure 0x7b0800037cc0 after lost signal to thread 20491
02:02:02.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 02:02:01.265232 20502 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:02:02.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 02:02:02.676026 20491 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.412s user 0.556s sys 0.846s
02:02:02.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 02:02:02.676364 20491 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.413s user 0.556s sys 0.846s
02:02:02.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 02:02:02.678366 20504 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:02:02.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 02:02:02.680430 20503 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
02:02:02.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:02.680428 20491 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
02:02:02.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:02.681794 20491 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:02:02.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:02.684231 20491 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:02:02.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:02.685607 20491 hybrid_clock.cc:648] HybridClock initialized: now 1790388122685568 us; error 54 us; skew 500 ppm
02:02:02.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:02.686475 20491 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
02:02:02.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 26 02:02:02 dist-test-slave-v6v1 krb5kdc[20309](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790388122, etypes {rep=17 tkt=17 ses=17}, kudu/127.19.210.124@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
02:02:02.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:02.692646 20491 init.cc:377] Logged in from keytab as kudu/127.19.210.124@KRBTEST.COM (short username kudu)
02:02:02.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:02.697685 20491 webserver.cc:533] Webserver started at http://127.19.210.124:37921/ using document root <none> and password file <none>
02:02:02.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:02.698709 20491 fs_manager.cc:362] Metadata directory not provided
02:02:02.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:02.698979 20491 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:02:02.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:02.699697 20491 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
02:02:02.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:02.704298 20491 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-tasktYbl31/test-tmp/mini-kudu-cluster17713817766778669545/master-2/data/instance:
02:02:02.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a340f48fe1b24662b880b2dcddd4366b"
02:02:02.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-26 02:02:02 on dist-test-slave-v6v1"
02:02:02.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:02.705611 20491 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-tasktYbl31/test-tmp/mini-kudu-cluster17713817766778669545/master-2/wal/instance:
02:02:02.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a340f48fe1b24662b880b2dcddd4366b"
02:02:02.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-26 02:02:02 on dist-test-slave-v6v1"
02:02:02.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:02.714188 20491 fs_manager.cc:696] Time spent creating directory manager: real 0.008s user 0.006s sys 0.002s
02:02:02.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:02.719956 20516 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
02:02:02.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:02.721446 20491 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.002s sys 0.001s
02:02:02.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:02.721807 20491 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-tasktYbl31/test-tmp/mini-kudu-cluster17713817766778669545/master-2/data,/tmp/dist-test-tasktYbl31/test-tmp/mini-kudu-cluster17713817766778669545/master-2/wal
02:02:02.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a340f48fe1b24662b880b2dcddd4366b"
02:02:02.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-26 02:02:02 on dist-test-slave-v6v1"
02:02:02.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:02.722134 20491 fs_report.cc:389] FS layout report
02:02:02.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:02:02.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-tasktYbl31/test-tmp/mini-kudu-cluster17713817766778669545/master-2/wal
02:02:02.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-tasktYbl31/test-tmp/mini-kudu-cluster17713817766778669545/master-2/wal
02:02:02.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-tasktYbl31/test-tmp/mini-kudu-cluster17713817766778669545/master-2/data/data
02:02:02.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:02:02.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:02:02.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:02:02.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:02:02.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:02:02.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:02:02.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:02:02.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:02:02.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:02:02.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:02:02.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:02:02.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:02.791756 20491 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
02:02:02.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:02.797250 20491 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:02:02.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:02.797751 20491 kserver.cc:163] Server-wide thread pool size limit: 3276
02:02:02.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:02.881812 20491 rpc_server.cc:307] RPC server started. Bound to: 127.19.210.124:42715
02:02:02.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:02.881925 20568 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.19.210.124:42715 every 8 connection(s)
02:02:02.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:02.884554 20491 server_base.cc:1193] Dumped server information to /tmp/dist-test-tasktYbl31/test-tmp/mini-kudu-cluster17713817766778669545/master-2/data/info.pb
02:02:02.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:02.890396 20297 external_mini_cluster.cc:1434] Started /tmp/dist-test-tasktYbl31/build/tsan/bin/kudu as pid 20491
02:02:02.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:02.890911 20297 external_mini_cluster.cc:1448] Reading /tmp/dist-test-tasktYbl31/test-tmp/mini-kudu-cluster17713817766778669545/master-2/wal/instance
02:02:02.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:02.891863 20569 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
02:02:02.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:02.909106 20569 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.19.210.126" port: 38903 } has no permanent_uuid. Determining permanent_uuid...
02:02:02.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 26 02:02:02 dist-test-slave-v6v1 krb5kdc[20309](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790388116, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.19.210.126@KRBTEST.COM
02:02:02.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 26 02:02:02 dist-test-slave-v6v1 krb5kdc[20309](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790388122, etypes {rep=17 tkt=17 ses=17}, kudu/127.19.210.124@KRBTEST.COM for kudu/127.19.210.126@KRBTEST.COM
02:02:02.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 26 02:02:02 dist-test-slave-v6v1 krb5kdc[20309](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790388116, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.19.210.125@KRBTEST.COM
02:02:02.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:02.963606 20569 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.19.210.125" port: 41951 } has no permanent_uuid. Determining permanent_uuid...
02:02:02.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 26 02:02:02 dist-test-slave-v6v1 krb5kdc[20309](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790388122, etypes {rep=17 tkt=17 ses=17}, kudu/127.19.210.124@KRBTEST.COM for kudu/127.19.210.125@KRBTEST.COM
02:02:02.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 26 02:02:02 dist-test-slave-v6v1 krb5kdc[20309](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790388116, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.19.210.124@KRBTEST.COM
02:02:02.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:02.986150 20569 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.19.210.124" port: 42715 } has no permanent_uuid. Determining permanent_uuid...
02:02:02.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 26 02:02:02 dist-test-slave-v6v1 krb5kdc[20309](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790388122, etypes {rep=17 tkt=17 ses=17}, kudu/127.19.210.124@KRBTEST.COM for kudu/127.19.210.124@KRBTEST.COM
02:02:03.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:03.015820 20569 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P a340f48fe1b24662b880b2dcddd4366b: Bootstrap starting.
02:02:03.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:03.022607 20569 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P a340f48fe1b24662b880b2dcddd4366b: Neither blocks nor log segments found. Creating new log.
02:02:03.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:03.025300 20569 log.cc:826] T 00000000000000000000000000000000 P a340f48fe1b24662b880b2dcddd4366b: Log is configured to *not* fsync() on all Append() calls
02:02:03.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:03.030395 20569 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P a340f48fe1b24662b880b2dcddd4366b: No bootstrap required, opened a new log
02:02:03.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:03.056062 20569 raft_consensus.cc:359] T 00000000000000000000000000000000 P a340f48fe1b24662b880b2dcddd4366b [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "376a2d8d9fa7488294aca1e33fb33e11" member_type: VOTER last_known_addr { host: "127.19.210.126" port: 38903 } } peers { permanent_uuid: "ff15a148b66e40969b765099386287bb" member_type: VOTER last_known_addr { host: "127.19.210.125" port: 41951 } } peers { permanent_uuid: "a340f48fe1b24662b880b2dcddd4366b" member_type: VOTER last_known_addr { host: "127.19.210.124" port: 42715 } }
02:02:03.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:03.056905 20569 raft_consensus.cc:385] T 00000000000000000000000000000000 P a340f48fe1b24662b880b2dcddd4366b [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:02:03.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:03.057232 20569 raft_consensus.cc:740] T 00000000000000000000000000000000 P a340f48fe1b24662b880b2dcddd4366b [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: a340f48fe1b24662b880b2dcddd4366b, State: Initialized, Role: FOLLOWER
02:02:03.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:03.058234 20569 consensus_queue.cc:260] T 00000000000000000000000000000000 P a340f48fe1b24662b880b2dcddd4366b [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "376a2d8d9fa7488294aca1e33fb33e11" member_type: VOTER last_known_addr { host: "127.19.210.126" port: 38903 } } peers { permanent_uuid: "ff15a148b66e40969b765099386287bb" member_type: VOTER last_known_addr { host: "127.19.210.125" port: 41951 } } peers { permanent_uuid: "a340f48fe1b24662b880b2dcddd4366b" member_type: VOTER last_known_addr { host: "127.19.210.124" port: 42715 } }
02:02:03.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:03.060830 20578 sys_catalog.cc:455] T 00000000000000000000000000000000 P a340f48fe1b24662b880b2dcddd4366b [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "376a2d8d9fa7488294aca1e33fb33e11" member_type: VOTER last_known_addr { host: "127.19.210.126" port: 38903 } } peers { permanent_uuid: "ff15a148b66e40969b765099386287bb" member_type: VOTER last_known_addr { host: "127.19.210.125" port: 41951 } } peers { permanent_uuid: "a340f48fe1b24662b880b2dcddd4366b" member_type: VOTER last_known_addr { host: "127.19.210.124" port: 42715 } } }
02:02:03.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:03.061455 20578 sys_catalog.cc:458] T 00000000000000000000000000000000 P a340f48fe1b24662b880b2dcddd4366b [sys.catalog]: This master's current role is: FOLLOWER
02:02:03.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:03.062978 20569 sys_catalog.cc:565] T 00000000000000000000000000000000 P a340f48fe1b24662b880b2dcddd4366b [sys.catalog]: configured and running, proceeding with master startup.
02:02:03.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 02:02:03.095147 20589 catalog_manager.cc:1607] T 00000000000000000000000000000000 P a340f48fe1b24662b880b2dcddd4366b: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
02:02:03.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 02:02:03.095480 20589 catalog_manager.cc:896] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
02:02:03.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:03.088994 20491 master_runner.cc:187] Error getting master registration for 127.19.210.126:38903: OK, instance_id { permanent_uuid: "376a2d8d9fa7488294aca1e33fb33e11" instance_seqno: 1790388118586622 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
02:02:03.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:03.113394 20491 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
02:02:03.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:03.131074 20481 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.210.124" port: 42715 } attempt: 7
02:02:03.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 26 02:02:03 dist-test-slave-v6v1 krb5kdc[20309](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790388120, etypes {rep=17 tkt=17 ses=17}, kudu/127.19.210.125@KRBTEST.COM for kudu/127.19.210.124@KRBTEST.COM
02:02:03.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:03.164846 20481 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P ff15a148b66e40969b765099386287bb: Bootstrap starting.
02:02:03.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:03.171053 20481 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P ff15a148b66e40969b765099386287bb: Neither blocks nor log segments found. Creating new log.
02:02:03.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:03.172657 20481 log.cc:826] T 00000000000000000000000000000000 P ff15a148b66e40969b765099386287bb: Log is configured to *not* fsync() on all Append() calls
02:02:03.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:03.177002 20481 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P ff15a148b66e40969b765099386287bb: No bootstrap required, opened a new log
02:02:03.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:03.198704 20481 raft_consensus.cc:359] T 00000000000000000000000000000000 P ff15a148b66e40969b765099386287bb [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "376a2d8d9fa7488294aca1e33fb33e11" member_type: VOTER last_known_addr { host: "127.19.210.126" port: 38903 } } peers { permanent_uuid: "ff15a148b66e40969b765099386287bb" member_type: VOTER last_known_addr { host: "127.19.210.125" port: 41951 } } peers { permanent_uuid: "a340f48fe1b24662b880b2dcddd4366b" member_type: VOTER last_known_addr { host: "127.19.210.124" port: 42715 } }
02:02:03.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:03.199787 20481 raft_consensus.cc:385] T 00000000000000000000000000000000 P ff15a148b66e40969b765099386287bb [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:02:03.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:03.200073 20481 raft_consensus.cc:740] T 00000000000000000000000000000000 P ff15a148b66e40969b765099386287bb [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: ff15a148b66e40969b765099386287bb, State: Initialized, Role: FOLLOWER
02:02:03.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:03.200752 20481 consensus_queue.cc:260] T 00000000000000000000000000000000 P ff15a148b66e40969b765099386287bb [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "376a2d8d9fa7488294aca1e33fb33e11" member_type: VOTER last_known_addr { host: "127.19.210.126" port: 38903 } } peers { permanent_uuid: "ff15a148b66e40969b765099386287bb" member_type: VOTER last_known_addr { host: "127.19.210.125" port: 41951 } } peers { permanent_uuid: "a340f48fe1b24662b880b2dcddd4366b" member_type: VOTER last_known_addr { host: "127.19.210.124" port: 42715 } }
02:02:03.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:03.203629 20593 sys_catalog.cc:455] T 00000000000000000000000000000000 P ff15a148b66e40969b765099386287bb [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "376a2d8d9fa7488294aca1e33fb33e11" member_type: VOTER last_known_addr { host: "127.19.210.126" port: 38903 } } peers { permanent_uuid: "ff15a148b66e40969b765099386287bb" member_type: VOTER last_known_addr { host: "127.19.210.125" port: 41951 } } peers { permanent_uuid: "a340f48fe1b24662b880b2dcddd4366b" member_type: VOTER last_known_addr { host: "127.19.210.124" port: 42715 } } }
02:02:03.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:03.204422 20593 sys_catalog.cc:458] T 00000000000000000000000000000000 P ff15a148b66e40969b765099386287bb [sys.catalog]: This master's current role is: FOLLOWER
02:02:03.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:03.205394 20481 sys_catalog.cc:565] T 00000000000000000000000000000000 P ff15a148b66e40969b765099386287bb [sys.catalog]: configured and running, proceeding with master startup.
02:02:03.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:03.220177 20578 raft_consensus.cc:493] T 00000000000000000000000000000000 P a340f48fe1b24662b880b2dcddd4366b [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
02:02:03.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:03.220794 20578 raft_consensus.cc:515] T 00000000000000000000000000000000 P a340f48fe1b24662b880b2dcddd4366b [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "376a2d8d9fa7488294aca1e33fb33e11" member_type: VOTER last_known_addr { host: "127.19.210.126" port: 38903 } } peers { permanent_uuid: "ff15a148b66e40969b765099386287bb" member_type: VOTER last_known_addr { host: "127.19.210.125" port: 41951 } } peers { permanent_uuid: "a340f48fe1b24662b880b2dcddd4366b" member_type: VOTER last_known_addr { host: "127.19.210.124" port: 42715 } }
02:02:03.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:03.224571 20578 leader_election.cc:290] T 00000000000000000000000000000000 P a340f48fe1b24662b880b2dcddd4366b [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 376a2d8d9fa7488294aca1e33fb33e11 (127.19.210.126:38903), ff15a148b66e40969b765099386287bb (127.19.210.125:41951)
02:02:03.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:03.226696 20456 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "a340f48fe1b24662b880b2dcddd4366b" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "ff15a148b66e40969b765099386287bb" is_pre_election: true
02:02:03.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:03.228132 20456 raft_consensus.cc:2468] T 00000000000000000000000000000000 P ff15a148b66e40969b765099386287bb [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate a340f48fe1b24662b880b2dcddd4366b in term 0.
02:02:03.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:03.229848 20518 leader_election.cc:304] T 00000000000000000000000000000000 P a340f48fe1b24662b880b2dcddd4366b [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: a340f48fe1b24662b880b2dcddd4366b, ff15a148b66e40969b765099386287bb; no voters:
02:02:03.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:03.231225 20578 raft_consensus.cc:2804] T 00000000000000000000000000000000 P a340f48fe1b24662b880b2dcddd4366b [term 0 FOLLOWER]: Leader pre-election won for term 1
02:02:03.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:03.231580 20578 raft_consensus.cc:493] T 00000000000000000000000000000000 P a340f48fe1b24662b880b2dcddd4366b [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
02:02:03.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:03.231938 20578 raft_consensus.cc:3060] T 00000000000000000000000000000000 P a340f48fe1b24662b880b2dcddd4366b [term 0 FOLLOWER]: Advancing to term 1
02:02:03.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:03.239581 20578 raft_consensus.cc:515] T 00000000000000000000000000000000 P a340f48fe1b24662b880b2dcddd4366b [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "376a2d8d9fa7488294aca1e33fb33e11" member_type: VOTER last_known_addr { host: "127.19.210.126" port: 38903 } } peers { permanent_uuid: "ff15a148b66e40969b765099386287bb" member_type: VOTER last_known_addr { host: "127.19.210.125" port: 41951 } } peers { permanent_uuid: "a340f48fe1b24662b880b2dcddd4366b" member_type: VOTER last_known_addr { host: "127.19.210.124" port: 42715 } }
02:02:03.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:03.241925 20578 leader_election.cc:290] T 00000000000000000000000000000000 P a340f48fe1b24662b880b2dcddd4366b [CANDIDATE]: Term 1 election: Requested vote from peers 376a2d8d9fa7488294aca1e33fb33e11 (127.19.210.126:38903), ff15a148b66e40969b765099386287bb (127.19.210.125:41951)
02:02:03.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:03.243952 20456 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "a340f48fe1b24662b880b2dcddd4366b" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "ff15a148b66e40969b765099386287bb"
02:02:03.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:03.245319 20456 raft_consensus.cc:3060] T 00000000000000000000000000000000 P ff15a148b66e40969b765099386287bb [term 0 FOLLOWER]: Advancing to term 1
02:02:03.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:03.252621 20456 raft_consensus.cc:2468] T 00000000000000000000000000000000 P ff15a148b66e40969b765099386287bb [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate a340f48fe1b24662b880b2dcddd4366b in term 1.
02:02:03.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:03.253764 20518 leader_election.cc:304] T 00000000000000000000000000000000 P a340f48fe1b24662b880b2dcddd4366b [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: a340f48fe1b24662b880b2dcddd4366b, ff15a148b66e40969b765099386287bb; no voters:
02:02:03.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:03.254550 20578 raft_consensus.cc:2804] T 00000000000000000000000000000000 P a340f48fe1b24662b880b2dcddd4366b [term 1 FOLLOWER]: Leader election won for term 1
02:02:03.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 02:02:03.303539 20523 tablet.cc:2433] T 00000000000000000000000000000000 P a340f48fe1b24662b880b2dcddd4366b: Can't schedule compaction. Clean time has not been advanced past its initial value.
02:02:03.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:03.345516 20398 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.210.124" port: 42715 } attempt: 7
02:02:03.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:03.358573 20578 raft_consensus.cc:697] T 00000000000000000000000000000000 P a340f48fe1b24662b880b2dcddd4366b [term 1 LEADER]: Becoming Leader. State: Replica: a340f48fe1b24662b880b2dcddd4366b, State: Running, Role: LEADER
02:02:03.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:03.359676 20578 consensus_queue.cc:237] T 00000000000000000000000000000000 P a340f48fe1b24662b880b2dcddd4366b [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "376a2d8d9fa7488294aca1e33fb33e11" member_type: VOTER last_known_addr { host: "127.19.210.126" port: 38903 } } peers { permanent_uuid: "ff15a148b66e40969b765099386287bb" member_type: VOTER last_known_addr { host: "127.19.210.125" port: 41951 } } peers { permanent_uuid: "a340f48fe1b24662b880b2dcddd4366b" member_type: VOTER last_known_addr { host: "127.19.210.124" port: 42715 } }
02:02:03.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 02:02:03.366936 20604 catalog_manager.cc:1607] T 00000000000000000000000000000000 P ff15a148b66e40969b765099386287bb: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
02:02:03.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 02:02:03.367533 20604 catalog_manager.cc:896] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
02:02:03.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 26 02:02:03 dist-test-slave-v6v1 krb5kdc[20309](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790388118, etypes {rep=17 tkt=17 ses=17}, kudu/127.19.210.126@KRBTEST.COM for kudu/127.19.210.124@KRBTEST.COM
02:02:03.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:03.406317 20605 sys_catalog.cc:455] T 00000000000000000000000000000000 P a340f48fe1b24662b880b2dcddd4366b [sys.catalog]: SysCatalogTable state changed. Reason: New leader a340f48fe1b24662b880b2dcddd4366b. Latest consensus state: current_term: 1 leader_uuid: "a340f48fe1b24662b880b2dcddd4366b" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "376a2d8d9fa7488294aca1e33fb33e11" member_type: VOTER last_known_addr { host: "127.19.210.126" port: 38903 } } peers { permanent_uuid: "ff15a148b66e40969b765099386287bb" member_type: VOTER last_known_addr { host: "127.19.210.125" port: 41951 } } peers { permanent_uuid: "a340f48fe1b24662b880b2dcddd4366b" member_type: VOTER last_known_addr { host: "127.19.210.124" port: 42715 } } }
02:02:03.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:03.407100 20605 sys_catalog.cc:458] T 00000000000000000000000000000000 P a340f48fe1b24662b880b2dcddd4366b [sys.catalog]: This master's current role is: LEADER
02:02:03.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 02:02:03.416877 20435 tablet.cc:2433] T 00000000000000000000000000000000 P ff15a148b66e40969b765099386287bb: Can't schedule compaction. Clean time has not been advanced past its initial value.
02:02:03.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:03.417675 20609 catalog_manager.cc:1524] Loading table and tablet metadata into memory...
02:02:03.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:03.258256 20408 master_runner.cc:187] Error getting master registration for 127.19.210.126:38903: OK, instance_id { permanent_uuid: "376a2d8d9fa7488294aca1e33fb33e11" instance_seqno: 1790388118586622 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
02:02:03.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:03.429117 20408 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
02:02:03.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:03.436501 20398 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 376a2d8d9fa7488294aca1e33fb33e11: Bootstrap starting.
02:02:03.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:03.443933 20609 catalog_manager.cc:1533] Initializing Kudu cluster ID...
02:02:03.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:03.456125 20398 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 376a2d8d9fa7488294aca1e33fb33e11: Neither blocks nor log segments found. Creating new log.
02:02:03.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:03.458495 20398 log.cc:826] T 00000000000000000000000000000000 P 376a2d8d9fa7488294aca1e33fb33e11: Log is configured to *not* fsync() on all Append() calls
02:02:03.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:03.475813 20456 raft_consensus.cc:1275] T 00000000000000000000000000000000 P ff15a148b66e40969b765099386287bb [term 1 FOLLOWER]: Refusing update from remote peer a340f48fe1b24662b880b2dcddd4366b: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
02:02:03.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:03.476598 20398 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 376a2d8d9fa7488294aca1e33fb33e11: No bootstrap required, opened a new log
02:02:03.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:03.478173 20605 consensus_queue.cc:1048] T 00000000000000000000000000000000 P a340f48fe1b24662b880b2dcddd4366b [LEADER]: Connected to new peer: Peer: permanent_uuid: "ff15a148b66e40969b765099386287bb" member_type: VOTER last_known_addr { host: "127.19.210.125" port: 41951 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
02:02:03.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:03.512921 20398 raft_consensus.cc:359] T 00000000000000000000000000000000 P 376a2d8d9fa7488294aca1e33fb33e11 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "376a2d8d9fa7488294aca1e33fb33e11" member_type: VOTER last_known_addr { host: "127.19.210.126" port: 38903 } } peers { permanent_uuid: "ff15a148b66e40969b765099386287bb" member_type: VOTER last_known_addr { host: "127.19.210.125" port: 41951 } } peers { permanent_uuid: "a340f48fe1b24662b880b2dcddd4366b" member_type: VOTER last_known_addr { host: "127.19.210.124" port: 42715 } }
02:02:03.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:03.514088 20398 raft_consensus.cc:385] T 00000000000000000000000000000000 P 376a2d8d9fa7488294aca1e33fb33e11 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:02:03.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:03.514566 20398 raft_consensus.cc:740] T 00000000000000000000000000000000 P 376a2d8d9fa7488294aca1e33fb33e11 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 376a2d8d9fa7488294aca1e33fb33e11, State: Initialized, Role: FOLLOWER
02:02:03.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:03.515786 20398 consensus_queue.cc:260] T 00000000000000000000000000000000 P 376a2d8d9fa7488294aca1e33fb33e11 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "376a2d8d9fa7488294aca1e33fb33e11" member_type: VOTER last_known_addr { host: "127.19.210.126" port: 38903 } } peers { permanent_uuid: "ff15a148b66e40969b765099386287bb" member_type: VOTER last_known_addr { host: "127.19.210.125" port: 41951 } } peers { permanent_uuid: "a340f48fe1b24662b880b2dcddd4366b" member_type: VOTER last_known_addr { host: "127.19.210.124" port: 42715 } }
02:02:03.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:03.521039 20593 sys_catalog.cc:455] T 00000000000000000000000000000000 P ff15a148b66e40969b765099386287bb [sys.catalog]: SysCatalogTable state changed. Reason: New leader a340f48fe1b24662b880b2dcddd4366b. Latest consensus state: current_term: 1 leader_uuid: "a340f48fe1b24662b880b2dcddd4366b" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "376a2d8d9fa7488294aca1e33fb33e11" member_type: VOTER last_known_addr { host: "127.19.210.126" port: 38903 } } peers { permanent_uuid: "ff15a148b66e40969b765099386287bb" member_type: VOTER last_known_addr { host: "127.19.210.125" port: 41951 } } peers { permanent_uuid: "a340f48fe1b24662b880b2dcddd4366b" member_type: VOTER last_known_addr { host: "127.19.210.124" port: 42715 } } }
02:02:03.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:03.521874 20593 sys_catalog.cc:458] T 00000000000000000000000000000000 P ff15a148b66e40969b765099386287bb [sys.catalog]: This master's current role is: FOLLOWER
02:02:03.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:03.529794 20372 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "a340f48fe1b24662b880b2dcddd4366b" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "376a2d8d9fa7488294aca1e33fb33e11"
02:02:03.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:03.530159 20371 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 376a2d8d9fa7488294aca1e33fb33e11 [term 0 FOLLOWER]: Advancing to term 1
02:02:03.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:03.532562 20614 sys_catalog.cc:455] T 00000000000000000000000000000000 P 376a2d8d9fa7488294aca1e33fb33e11 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "376a2d8d9fa7488294aca1e33fb33e11" member_type: VOTER last_known_addr { host: "127.19.210.126" port: 38903 } } peers { permanent_uuid: "ff15a148b66e40969b765099386287bb" member_type: VOTER last_known_addr { host: "127.19.210.125" port: 41951 } } peers { permanent_uuid: "a340f48fe1b24662b880b2dcddd4366b" member_type: VOTER last_known_addr { host: "127.19.210.124" port: 42715 } } }
02:02:03.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:03.534261 20614 sys_catalog.cc:458] T 00000000000000000000000000000000 P 376a2d8d9fa7488294aca1e33fb33e11 [sys.catalog]: This master's current role is: FOLLOWER
02:02:03.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:03.533951 20398 sys_catalog.cc:565] T 00000000000000000000000000000000 P 376a2d8d9fa7488294aca1e33fb33e11 [sys.catalog]: configured and running, proceeding with master startup.
02:02:03.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:03.534543 20373 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "a340f48fe1b24662b880b2dcddd4366b" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "376a2d8d9fa7488294aca1e33fb33e11" is_pre_election: true
02:02:03.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 02:02:03.538007 20352 tablet.cc:2433] T 00000000000000000000000000000000 P 376a2d8d9fa7488294aca1e33fb33e11: Can't schedule compaction. Clean time has not been advanced past its initial value.
02:02:03.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:03.539610 20371 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 376a2d8d9fa7488294aca1e33fb33e11 [term 1 FOLLOWER]: Refusing update from remote peer a340f48fe1b24662b880b2dcddd4366b: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
02:02:03.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:03.541739 20578 consensus_queue.cc:1048] T 00000000000000000000000000000000 P a340f48fe1b24662b880b2dcddd4366b [LEADER]: Connected to new peer: Peer: permanent_uuid: "376a2d8d9fa7488294aca1e33fb33e11" member_type: VOTER last_known_addr { host: "127.19.210.126" port: 38903 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
02:02:03.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:03.544185 20612 mvcc.cc:204] Tried to move back new op lower bound from 7333429753712627712 to 7333429753295241216. Current Snapshot: MvccSnapshot[applied={T|T < 7333429753712627712}]
02:02:03.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:03.548331 20593 sys_catalog.cc:455] T 00000000000000000000000000000000 P ff15a148b66e40969b765099386287bb [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "a340f48fe1b24662b880b2dcddd4366b" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "376a2d8d9fa7488294aca1e33fb33e11" member_type: VOTER last_known_addr { host: "127.19.210.126" port: 38903 } } peers { permanent_uuid: "ff15a148b66e40969b765099386287bb" member_type: VOTER last_known_addr { host: "127.19.210.125" port: 41951 } } peers { permanent_uuid: "a340f48fe1b24662b880b2dcddd4366b" member_type: VOTER last_known_addr { host: "127.19.210.124" port: 42715 } } }
02:02:03.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:03.549253 20593 sys_catalog.cc:458] T 00000000000000000000000000000000 P ff15a148b66e40969b765099386287bb [sys.catalog]: This master's current role is: FOLLOWER
02:02:03.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:03.563359 20578 sys_catalog.cc:455] T 00000000000000000000000000000000 P a340f48fe1b24662b880b2dcddd4366b [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "a340f48fe1b24662b880b2dcddd4366b" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "376a2d8d9fa7488294aca1e33fb33e11" member_type: VOTER last_known_addr { host: "127.19.210.126" port: 38903 } } peers { permanent_uuid: "ff15a148b66e40969b765099386287bb" member_type: VOTER last_known_addr { host: "127.19.210.125" port: 41951 } } peers { permanent_uuid: "a340f48fe1b24662b880b2dcddd4366b" member_type: VOTER last_known_addr { host: "127.19.210.124" port: 42715 } } }
02:02:03.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:03.564059 20578 sys_catalog.cc:458] T 00000000000000000000000000000000 P a340f48fe1b24662b880b2dcddd4366b [sys.catalog]: This master's current role is: LEADER
02:02:03.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:03.580569 20609 catalog_manager.cc:1396] Generated new cluster ID: 3b0a1734f41147639e8c64636174409b
02:02:03.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:03.580893 20609 catalog_manager.cc:1544] Initializing Kudu internal certificate authority...
02:02:03.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:03.647017 20621 sys_catalog.cc:455] T 00000000000000000000000000000000 P 376a2d8d9fa7488294aca1e33fb33e11 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "a340f48fe1b24662b880b2dcddd4366b" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "376a2d8d9fa7488294aca1e33fb33e11" member_type: VOTER last_known_addr { host: "127.19.210.126" port: 38903 } } peers { permanent_uuid: "ff15a148b66e40969b765099386287bb" member_type: VOTER last_known_addr { host: "127.19.210.125" port: 41951 } } peers { permanent_uuid: "a340f48fe1b24662b880b2dcddd4366b" member_type: VOTER last_known_addr { host: "127.19.210.124" port: 42715 } } }
02:02:03.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:03.648221 20621 sys_catalog.cc:458] T 00000000000000000000000000000000 P 376a2d8d9fa7488294aca1e33fb33e11 [sys.catalog]: This master's current role is: FOLLOWER
02:02:03.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:03.644614 20614 sys_catalog.cc:455] T 00000000000000000000000000000000 P 376a2d8d9fa7488294aca1e33fb33e11 [sys.catalog]: SysCatalogTable state changed. Reason: New leader a340f48fe1b24662b880b2dcddd4366b. Latest consensus state: current_term: 1 leader_uuid: "a340f48fe1b24662b880b2dcddd4366b" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "376a2d8d9fa7488294aca1e33fb33e11" member_type: VOTER last_known_addr { host: "127.19.210.126" port: 38903 } } peers { permanent_uuid: "ff15a148b66e40969b765099386287bb" member_type: VOTER last_known_addr { host: "127.19.210.125" port: 41951 } } peers { permanent_uuid: "a340f48fe1b24662b880b2dcddd4366b" member_type: VOTER last_known_addr { host: "127.19.210.124" port: 42715 } } }
02:02:03.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:03.650754 20614 sys_catalog.cc:458] T 00000000000000000000000000000000 P 376a2d8d9fa7488294aca1e33fb33e11 [sys.catalog]: This master's current role is: FOLLOWER
02:02:03.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:03.672537 20632 catalog_manager.cc:818] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
02:02:03.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:03.674693 20578 sys_catalog.cc:455] T 00000000000000000000000000000000 P a340f48fe1b24662b880b2dcddd4366b [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "a340f48fe1b24662b880b2dcddd4366b" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "376a2d8d9fa7488294aca1e33fb33e11" member_type: VOTER last_known_addr { host: "127.19.210.126" port: 38903 } } peers { permanent_uuid: "ff15a148b66e40969b765099386287bb" member_type: VOTER last_known_addr { host: "127.19.210.125" port: 41951 } } peers { permanent_uuid: "a340f48fe1b24662b880b2dcddd4366b" member_type: VOTER last_known_addr { host: "127.19.210.124" port: 42715 } } }
02:02:03.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:03.675357 20578 sys_catalog.cc:458] T 00000000000000000000000000000000 P a340f48fe1b24662b880b2dcddd4366b [sys.catalog]: This master's current role is: LEADER
02:02:03.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:03.679567 20609 catalog_manager.cc:1419] Generated new certificate authority record
02:02:03.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:03.682091 20609 catalog_manager.cc:1553] Loading token signing keys...
02:02:03.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:03.764765 20609 catalog_manager.cc:6219] T 00000000000000000000000000000000 P a340f48fe1b24662b880b2dcddd4366b: Generated new TSK 0
02:02:03.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:03.765933 20609 catalog_manager.cc:1563] Initializing in-progress tserver states...
02:02:03.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.19.210.65@KRBTEST.COM; defaulting to no policy
02:02:03.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
02:02:03.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.19.210.65@KRBTEST.COM" created.
02:02:03.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
02:02:03.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.19.210.65 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-tasktYbl31/test-tmp/mini-kudu-cluster17713817766778669545/krb5kdc/kudu.keytab.
02:02:03.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.19.210.65 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-tasktYbl31/test-tmp/mini-kudu-cluster17713817766778669545/krb5kdc/kudu.keytab.
02:02:03.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for HTTP/127.19.210.65@KRBTEST.COM; defaulting to no policy
02:02:03.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
02:02:03.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "HTTP/127.19.210.65@KRBTEST.COM" created.
02:02:03.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
02:02:03.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.19.210.65 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-tasktYbl31/test-tmp/mini-kudu-cluster17713817766778669545/krb5kdc/kudu.keytab.
02:02:03.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.19.210.65 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-tasktYbl31/test-tmp/mini-kudu-cluster17713817766778669545/krb5kdc/kudu.keytab.
02:02:03.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:03.943661 20297 external_mini_cluster.cc:1372] Running /tmp/dist-test-tasktYbl31/build/tsan/bin/kudu
02:02:03.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-tasktYbl31/build/tsan/bin/kudu
02:02:03.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-tasktYbl31/test-tmp/mini-kudu-cluster17713817766778669545/ts-0/wal
02:02:03.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-tasktYbl31/test-tmp/mini-kudu-cluster17713817766778669545/ts-0/data
02:02:03.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:02:03.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:02:03.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:02:03.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:02:03.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:02:03.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:02:03.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-tasktYbl31/test-tmp/mini-kudu-cluster17713817766778669545/ts-0/logs
02:02:03.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-tasktYbl31/test-tmp/mini-kudu-cluster17713817766778669545/ts-0/data/info.pb
02:02:03.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:02:03.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:02:03.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:02:03.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:02:03.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:02:03.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:02:03.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:02:03.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:02:03.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
02:02:03.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:02:03.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.19.210.65:0
02:02:03.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.19.210.65
02:02:03.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.19.210.65
02:02:03.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:02:03.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.19.210.126:38903,127.19.210.125:41951,127.19.210.124:42715
02:02:03.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-tasktYbl31/test-tmp/mini-kudu-cluster17713817766778669545/krb5kdc/kudu.keytab
02:02:03.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.19.210.65
02:02:03.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
02:02:03.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
02:02:03.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
02:02:03.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
02:02:03.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.19.210.84:36545
02:02:03.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:02:03.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:02:03.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:02:03.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false with env {KRB5CCNAME=/tmp/dist-test-tasktYbl31/test-tmp/mini-kudu-cluster17713817766778669545/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-tasktYbl31/test-tmp/mini-kudu-cluster17713817766778669545/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-tasktYbl31/test-tmp/mini-kudu-cluster17713817766778669545/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
02:02:04.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:04.378283 20604 catalog_manager.cc:1308] Loaded cluster ID: 3b0a1734f41147639e8c64636174409b
02:02:04.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:04.378939 20604 catalog_manager.cc:1601] T 00000000000000000000000000000000 P ff15a148b66e40969b765099386287bb: loading cluster ID for follower catalog manager: success
02:02:04.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:04.387600 20604 catalog_manager.cc:1623] T 00000000000000000000000000000000 P ff15a148b66e40969b765099386287bb: acquiring CA information for follower catalog manager: success
02:02:04.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:04.394640 20604 catalog_manager.cc:1651] T 00000000000000000000000000000000 P ff15a148b66e40969b765099386287bb: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
02:02:04.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 02:02:04.409772 20639 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
02:02:04.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 02:02:04.411028 20639 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:02:04.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 02:02:04.412144 20639 flags.cc:432] Enabled unsafe flag: --never_fsync=true
02:02:04.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 02:02:04.475890 20639 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
02:02:04.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 02:02:04.477597 20639 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.19.210.65
02:02:04.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:04.526787 20639 tablet_server_runner.cc:78] Tablet server non-default flags:
02:02:04.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-tasktYbl31/test-tmp/mini-kudu-cluster17713817766778669545/ts-0/logs
02:02:04.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:02:04.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:02:04.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:02:04.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.19.210.84:36545
02:02:04.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:02:04.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:02:04.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-tasktYbl31/test-tmp/mini-kudu-cluster17713817766778669545/ts-0/data
02:02:04.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-tasktYbl31/test-tmp/mini-kudu-cluster17713817766778669545/ts-0/wal
02:02:04.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-tasktYbl31/test-tmp/mini-kudu-cluster17713817766778669545/krb5kdc/kudu.keytab
02:02:04.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.19.210.65
02:02:04.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:02:04.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:02:04.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.19.210.65:0
02:02:04.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:02:04.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
02:02:04.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
02:02:04.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
02:02:04.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:02:04.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:02:04.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-tasktYbl31/test-tmp/mini-kudu-cluster17713817766778669545/ts-0/data/info.pb
02:02:04.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.19.210.65
02:02:04.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:02:04.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.19.210.126:38903,127.19.210.125:41951,127.19.210.124:42715
02:02:04.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:02:04.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:02:04.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:02:04.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:02:04.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:02:04.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.19.210.65
02:02:04.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:02:04.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
02:02:04.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:02:04.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 3b18f0139b1d21a072b7353269301fba16dca54e
02:02:04.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
02:02:04.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 26 Sep 2026 01:43:22 UTC on e7f111948823
02:02:04.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 14002
02:02:04.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
02:02:04.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:04.528796 20639 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:02:04.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:04.530174 20639 file_cache.cc:504] Constructed file cache file cache with capacity 419430
02:02:04.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 02:02:04.550304 20647 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:02:04.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:04.712147 20632 catalog_manager.cc:1308] Loaded cluster ID: 3b0a1734f41147639e8c64636174409b
02:02:04.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:04.712749 20632 catalog_manager.cc:1601] T 00000000000000000000000000000000 P 376a2d8d9fa7488294aca1e33fb33e11: loading cluster ID for follower catalog manager: success
02:02:04.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:04.720296 20632 catalog_manager.cc:1623] T 00000000000000000000000000000000 P 376a2d8d9fa7488294aca1e33fb33e11: acquiring CA information for follower catalog manager: success
02:02:04.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:04.742715 20632 catalog_manager.cc:1651] T 00000000000000000000000000000000 P 376a2d8d9fa7488294aca1e33fb33e11: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
02:02:07.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 02:02:05.946101 20646 debug-util.cc:398] Leaking SignalData structure 0x7b08000372a0 after lost signal to thread 20639
02:02:07.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 02:02:04.556360 20648 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:02:07.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 02:02:07.099613 20639 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 2.545s user 0.287s sys 0.676s
02:02:07.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 02:02:07.101204 20639 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 2.547s user 0.288s sys 0.676s
02:02:07.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 02:02:07.101778 20650 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:02:07.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 02:02:07.105012 20649 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 2545 milliseconds
02:02:07.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:07.105055 20639 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
02:02:07.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:07.106864 20639 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:02:07.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:07.109496 20639 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:02:07.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:07.111061 20639 hybrid_clock.cc:648] HybridClock initialized: now 1790388127110988 us; error 87 us; skew 500 ppm
02:02:07.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:07.112093 20639 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
02:02:07.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 26 02:02:07 dist-test-slave-v6v1 krb5kdc[20309](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790388127, etypes {rep=17 tkt=17 ses=17}, kudu/127.19.210.65@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
02:02:07.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:07.119767 20639 init.cc:377] Logged in from keytab as kudu/127.19.210.65@KRBTEST.COM (short username kudu)
02:02:07.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:07.125838 20639 webserver.cc:533] Webserver started at http://127.19.210.65:42975/ using document root <none> and password file <none>
02:02:07.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:07.127015 20639 fs_manager.cc:362] Metadata directory not provided
02:02:07.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:07.127302 20639 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:02:07.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:07.127837 20639 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
02:02:07.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:07.134265 20639 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-tasktYbl31/test-tmp/mini-kudu-cluster17713817766778669545/ts-0/data/instance:
02:02:07.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c1fd68f2185c492794a77addbfb647fe"
02:02:07.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-26 02:02:07 on dist-test-slave-v6v1"
02:02:07.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:07.135689 20639 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-tasktYbl31/test-tmp/mini-kudu-cluster17713817766778669545/ts-0/wal/instance:
02:02:07.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c1fd68f2185c492794a77addbfb647fe"
02:02:07.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-26 02:02:07 on dist-test-slave-v6v1"
02:02:07.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:07.144869 20639 fs_manager.cc:696] Time spent creating directory manager: real 0.008s user 0.009s sys 0.001s
02:02:07.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:07.152225 20661 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
02:02:07.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:07.153589 20639 fs_manager.cc:730] Time spent opening block manager: real 0.005s user 0.007s sys 0.000s
02:02:07.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:07.154112 20639 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-tasktYbl31/test-tmp/mini-kudu-cluster17713817766778669545/ts-0/data,/tmp/dist-test-tasktYbl31/test-tmp/mini-kudu-cluster17713817766778669545/ts-0/wal
02:02:07.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c1fd68f2185c492794a77addbfb647fe"
02:02:07.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-26 02:02:07 on dist-test-slave-v6v1"
02:02:07.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:07.154570 20639 fs_report.cc:389] FS layout report
02:02:07.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:02:07.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-tasktYbl31/test-tmp/mini-kudu-cluster17713817766778669545/ts-0/wal
02:02:07.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-tasktYbl31/test-tmp/mini-kudu-cluster17713817766778669545/ts-0/wal
02:02:07.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-tasktYbl31/test-tmp/mini-kudu-cluster17713817766778669545/ts-0/data/data
02:02:07.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:02:07.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:02:07.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:02:07.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:02:07.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:02:07.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:02:07.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:02:07.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:02:07.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:02:07.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:02:07.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:02:07.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:07.217336 20639 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
02:02:07.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:07.229449 20639 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:02:07.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:07.229969 20639 kserver.cc:163] Server-wide thread pool size limit: 3276
02:02:07.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:07.233537 20639 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
02:02:07.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:07.238736 20639 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
02:02:07.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:07.238977 20639 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
02:02:07.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:07.239295 20639 ts_tablet_manager.cc:616] Registered 0 tablets
02:02:07.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:07.239480 20639 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
02:02:07.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:07.453635 20639 rpc_server.cc:307] RPC server started. Bound to: 127.19.210.65:37883
02:02:07.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:07.453814 20773 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.19.210.65:37883 every 8 connection(s)
02:02:07.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:07.457283 20639 server_base.cc:1193] Dumped server information to /tmp/dist-test-tasktYbl31/test-tmp/mini-kudu-cluster17713817766778669545/ts-0/data/info.pb
02:02:07.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:07.465951 20297 external_mini_cluster.cc:1434] Started /tmp/dist-test-tasktYbl31/build/tsan/bin/kudu as pid 20639
02:02:07.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:07.466490 20297 external_mini_cluster.cc:1448] Reading /tmp/dist-test-tasktYbl31/test-tmp/mini-kudu-cluster17713817766778669545/ts-0/wal/instance
02:02:07.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.19.210.66@KRBTEST.COM; defaulting to no policy
02:02:07.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
02:02:07.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.19.210.66@KRBTEST.COM" created.
02:02:07.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 26 02:02:07 dist-test-slave-v6v1 krb5kdc[20309](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790388127, etypes {rep=17 tkt=17 ses=17}, kudu/127.19.210.65@KRBTEST.COM for kudu/127.19.210.124@KRBTEST.COM
02:02:07.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 26 02:02:07 dist-test-slave-v6v1 krb5kdc[20309](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790388127, etypes {rep=17 tkt=17 ses=17}, kudu/127.19.210.65@KRBTEST.COM for kudu/127.19.210.125@KRBTEST.COM
02:02:07.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 26 02:02:07 dist-test-slave-v6v1 krb5kdc[20309](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790388127, etypes {rep=17 tkt=17 ses=17}, kudu/127.19.210.65@KRBTEST.COM for kudu/127.19.210.126@KRBTEST.COM
02:02:07.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:07.580382 20774 heartbeater.cc:344] Connected to a master server at 127.19.210.124:42715
02:02:07.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:07.580914 20774 heartbeater.cc:461] Registering TS with master...
02:02:07.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:07.582281 20774 heartbeater.cc:507] Master 127.19.210.124:42715 requested a full tablet report, sending...
02:02:07.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:07.588300 20534 ts_manager.cc:194] Registered new tserver with Master: c1fd68f2185c492794a77addbfb647fe (127.19.210.65:37883)
02:02:07.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:07.592182 20534 master_service.cc:502] Signed X509 certificate for tserver {username='kudu', principal='kudu/127.19.210.65@KRBTEST.COM'} at 127.19.210.65:38261
02:02:07.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:07.600816 20775 heartbeater.cc:344] Connected to a master server at 127.19.210.125:41951
02:02:07.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:07.601210 20775 heartbeater.cc:461] Registering TS with master...
02:02:07.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:07.602521 20778 heartbeater.cc:344] Connected to a master server at 127.19.210.126:38903
02:02:07.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:07.602880 20778 heartbeater.cc:461] Registering TS with master...
02:02:07.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:07.603790 20775 heartbeater.cc:507] Master 127.19.210.125:41951 requested a full tablet report, sending...
02:02:07.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:07.605408 20778 heartbeater.cc:507] Master 127.19.210.126:38903 requested a full tablet report, sending...
02:02:07.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:07.606858 20446 ts_manager.cc:194] Registered new tserver with Master: c1fd68f2185c492794a77addbfb647fe (127.19.210.65:37883)
02:02:07.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
02:02:07.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.19.210.66 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-tasktYbl31/test-tmp/mini-kudu-cluster17713817766778669545/krb5kdc/kudu.keytab.
02:02:07.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.19.210.66 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-tasktYbl31/test-tmp/mini-kudu-cluster17713817766778669545/krb5kdc/kudu.keytab.
02:02:07.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:07.608498 20363 ts_manager.cc:194] Registered new tserver with Master: c1fd68f2185c492794a77addbfb647fe (127.19.210.65:37883)
02:02:07.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 02:02:07.608987 20297 mini_kdc.cc:268] Time spent creating service keytab for kudu/127.19.210.66: real 0.101s user 0.000s sys 0.012s
02:02:07.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for HTTP/127.19.210.66@KRBTEST.COM; defaulting to no policy
02:02:07.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
02:02:07.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "HTTP/127.19.210.66@KRBTEST.COM" created.
02:02:07.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
02:02:07.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.19.210.66 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-tasktYbl31/test-tmp/mini-kudu-cluster17713817766778669545/krb5kdc/kudu.keytab.
02:02:07.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.19.210.66 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-tasktYbl31/test-tmp/mini-kudu-cluster17713817766778669545/krb5kdc/kudu.keytab.
02:02:07.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:07.661223 20297 external_mini_cluster.cc:1372] Running /tmp/dist-test-tasktYbl31/build/tsan/bin/kudu
02:02:07.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-tasktYbl31/build/tsan/bin/kudu
02:02:07.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-tasktYbl31/test-tmp/mini-kudu-cluster17713817766778669545/ts-1/wal
02:02:07.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-tasktYbl31/test-tmp/mini-kudu-cluster17713817766778669545/ts-1/data
02:02:07.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:02:07.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:02:07.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:02:07.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:02:07.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:02:07.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:02:07.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-tasktYbl31/test-tmp/mini-kudu-cluster17713817766778669545/ts-1/logs
02:02:07.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-tasktYbl31/test-tmp/mini-kudu-cluster17713817766778669545/ts-1/data/info.pb
02:02:07.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:02:07.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:02:07.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:02:07.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:02:07.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:02:07.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:02:07.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:02:07.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:02:07.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
02:02:07.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:02:07.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.19.210.66:0
02:02:07.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.19.210.66
02:02:07.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.19.210.66
02:02:07.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:02:07.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.19.210.126:38903,127.19.210.125:41951,127.19.210.124:42715
02:02:07.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-tasktYbl31/test-tmp/mini-kudu-cluster17713817766778669545/krb5kdc/kudu.keytab
02:02:07.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.19.210.66
02:02:07.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
02:02:07.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
02:02:07.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
02:02:07.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
02:02:07.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.19.210.84:36545
02:02:07.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:02:07.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:02:07.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:02:07.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false with env {KRB5CCNAME=/tmp/dist-test-tasktYbl31/test-tmp/mini-kudu-cluster17713817766778669545/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-tasktYbl31/test-tmp/mini-kudu-cluster17713817766778669545/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-tasktYbl31/test-tmp/mini-kudu-cluster17713817766778669545/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
02:02:08.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 02:02:08.058756 20791 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
02:02:08.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 02:02:08.059343 20791 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:02:08.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 02:02:08.060297 20791 flags.cc:432] Enabled unsafe flag: --never_fsync=true
02:02:08.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 02:02:08.097445 20791 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
02:02:08.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 02:02:08.098951 20791 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.19.210.66
02:02:08.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:08.143817 20791 tablet_server_runner.cc:78] Tablet server non-default flags:
02:02:08.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-tasktYbl31/test-tmp/mini-kudu-cluster17713817766778669545/ts-1/logs
02:02:08.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:02:08.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:02:08.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:02:08.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.19.210.84:36545
02:02:08.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:02:08.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:02:08.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-tasktYbl31/test-tmp/mini-kudu-cluster17713817766778669545/ts-1/data
02:02:08.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-tasktYbl31/test-tmp/mini-kudu-cluster17713817766778669545/ts-1/wal
02:02:08.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-tasktYbl31/test-tmp/mini-kudu-cluster17713817766778669545/krb5kdc/kudu.keytab
02:02:08.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.19.210.66
02:02:08.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:02:08.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:02:08.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.19.210.66:0
02:02:08.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:02:08.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
02:02:08.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
02:02:08.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
02:02:08.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:02:08.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:02:08.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-tasktYbl31/test-tmp/mini-kudu-cluster17713817766778669545/ts-1/data/info.pb
02:02:08.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.19.210.66
02:02:08.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:02:08.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.19.210.126:38903,127.19.210.125:41951,127.19.210.124:42715
02:02:08.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:02:08.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:02:08.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:02:08.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:02:08.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:02:08.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.19.210.66
02:02:08.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:02:08.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
02:02:08.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:02:08.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 3b18f0139b1d21a072b7353269301fba16dca54e
02:02:08.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
02:02:08.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 26 Sep 2026 01:43:22 UTC on e7f111948823
02:02:08.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 14002
02:02:08.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
02:02:08.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:08.145110 20791 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:02:08.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:08.146165 20791 file_cache.cc:504] Constructed file cache file cache with capacity 419430
02:02:08.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 02:02:08.161136 20798 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:02:08.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 26 02:02:08 dist-test-slave-v6v1 krb5kdc[20309](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790388128, etypes {rep=17 tkt=17 ses=17}, kudu/127.19.210.126@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
02:02:08.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:08.430627 20342 init.cc:295] Successfully reacquired a new kerberos TGT
02:02:08.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:08.602504 20774 heartbeater.cc:499] Master 127.19.210.124:42715 was elected leader, sending a full tablet report...
02:02:10.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 02:02:09.567782 20797 debug-util.cc:398] Leaking SignalData structure 0x7b08000372a0 after lost signal to thread 20791
02:02:10.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 02:02:08.163287 20799 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:02:10.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 02:02:10.066536 20797 kernel_stack_watchdog.cc:198] Thread 20791 stuck at /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:642 for 401ms:
02:02:10.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
02:02:10.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
02:02:10.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
02:02:10.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
02:02:10.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 02:02:10.068224 20791 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.904s user 0.543s sys 1.136s
02:02:10.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 02:02:10.068554 20791 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.906s user 0.543s sys 1.136s
02:02:10.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 02:02:10.069748 20801 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:02:10.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 02:02:10.071882 20800 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1904 milliseconds
02:02:10.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:10.071934 20791 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
02:02:10.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:10.073155 20791 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:02:10.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:10.075551 20791 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:02:10.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:10.076900 20791 hybrid_clock.cc:648] HybridClock initialized: now 1790388130076874 us; error 50 us; skew 500 ppm
02:02:10.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:10.077776 20791 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
02:02:10.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 26 02:02:10 dist-test-slave-v6v1 krb5kdc[20309](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790388130, etypes {rep=17 tkt=17 ses=17}, kudu/127.19.210.66@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
02:02:10.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:10.083786 20791 init.cc:377] Logged in from keytab as kudu/127.19.210.66@KRBTEST.COM (short username kudu)
02:02:10.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:10.088936 20791 webserver.cc:533] Webserver started at http://127.19.210.66:36903/ using document root <none> and password file <none>
02:02:10.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:10.089846 20791 fs_manager.cc:362] Metadata directory not provided
02:02:10.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:10.090027 20791 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:02:10.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:10.090471 20791 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
02:02:10.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:10.094754 20791 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-tasktYbl31/test-tmp/mini-kudu-cluster17713817766778669545/ts-1/data/instance:
02:02:10.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "0fa2ddef49e7425a86e08e8c724b3acf"
02:02:10.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-26 02:02:10 on dist-test-slave-v6v1"
02:02:10.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:10.095780 20791 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-tasktYbl31/test-tmp/mini-kudu-cluster17713817766778669545/ts-1/wal/instance:
02:02:10.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "0fa2ddef49e7425a86e08e8c724b3acf"
02:02:10.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-26 02:02:10 on dist-test-slave-v6v1"
02:02:10.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:10.103227 20791 fs_manager.cc:696] Time spent creating directory manager: real 0.007s user 0.003s sys 0.006s
02:02:10.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:10.108600 20816 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
02:02:10.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:10.109778 20791 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.001s sys 0.002s
02:02:10.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:10.110028 20791 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-tasktYbl31/test-tmp/mini-kudu-cluster17713817766778669545/ts-1/data,/tmp/dist-test-tasktYbl31/test-tmp/mini-kudu-cluster17713817766778669545/ts-1/wal
02:02:10.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "0fa2ddef49e7425a86e08e8c724b3acf"
02:02:10.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-26 02:02:10 on dist-test-slave-v6v1"
02:02:10.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:10.110312 20791 fs_report.cc:389] FS layout report
02:02:10.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:02:10.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-tasktYbl31/test-tmp/mini-kudu-cluster17713817766778669545/ts-1/wal
02:02:10.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-tasktYbl31/test-tmp/mini-kudu-cluster17713817766778669545/ts-1/wal
02:02:10.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-tasktYbl31/test-tmp/mini-kudu-cluster17713817766778669545/ts-1/data/data
02:02:10.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:02:10.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:02:10.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:02:10.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:02:10.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:02:10.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:02:10.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:02:10.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:02:10.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:02:10.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:02:10.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:02:10.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:10.165550 20791 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
02:02:10.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:10.170765 20791 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:02:10.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:10.171159 20791 kserver.cc:163] Server-wide thread pool size limit: 3276
02:02:10.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:10.173794 20791 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
02:02:10.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:10.177986 20791 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
02:02:10.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:10.178175 20791 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
02:02:10.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:10.178366 20791 ts_tablet_manager.cc:616] Registered 0 tablets
02:02:10.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:10.178496 20791 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
02:02:10.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:10.358445 20791 rpc_server.cc:307] RPC server started. Bound to: 127.19.210.66:35287
02:02:10.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:10.358879 20928 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.19.210.66:35287 every 8 connection(s)
02:02:10.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:10.361527 20791 server_base.cc:1193] Dumped server information to /tmp/dist-test-tasktYbl31/test-tmp/mini-kudu-cluster17713817766778669545/ts-1/data/info.pb
02:02:10.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:10.368003 20297 external_mini_cluster.cc:1434] Started /tmp/dist-test-tasktYbl31/build/tsan/bin/kudu as pid 20791
02:02:10.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:10.368486 20297 external_mini_cluster.cc:1448] Reading /tmp/dist-test-tasktYbl31/test-tmp/mini-kudu-cluster17713817766778669545/ts-1/wal/instance
02:02:10.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 26 02:02:10 dist-test-slave-v6v1 krb5kdc[20309](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790388130, etypes {rep=17 tkt=17 ses=17}, kudu/127.19.210.66@KRBTEST.COM for kudu/127.19.210.124@KRBTEST.COM
02:02:10.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 26 02:02:10 dist-test-slave-v6v1 krb5kdc[20309](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790388130, etypes {rep=17 tkt=17 ses=17}, kudu/127.19.210.66@KRBTEST.COM for kudu/127.19.210.125@KRBTEST.COM
02:02:10.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.19.210.67@KRBTEST.COM; defaulting to no policy
02:02:10.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
02:02:10.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.19.210.67@KRBTEST.COM" created.
02:02:10.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 26 02:02:10 dist-test-slave-v6v1 krb5kdc[20309](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790388130, etypes {rep=17 tkt=17 ses=17}, kudu/127.19.210.66@KRBTEST.COM for kudu/127.19.210.126@KRBTEST.COM
02:02:10.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:10.463725 20929 heartbeater.cc:344] Connected to a master server at 127.19.210.124:42715
02:02:10.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:10.464309 20929 heartbeater.cc:461] Registering TS with master...
02:02:10.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:10.465667 20929 heartbeater.cc:507] Master 127.19.210.124:42715 requested a full tablet report, sending...
02:02:10.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:10.467602 20930 heartbeater.cc:344] Connected to a master server at 127.19.210.125:41951
02:02:10.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:10.467941 20930 heartbeater.cc:461] Registering TS with master...
02:02:10.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:10.468761 20930 heartbeater.cc:507] Master 127.19.210.125:41951 requested a full tablet report, sending...
02:02:10.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:10.471825 20446 ts_manager.cc:194] Registered new tserver with Master: 0fa2ddef49e7425a86e08e8c724b3acf (127.19.210.66:35287)
02:02:10.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:10.474270 20534 ts_manager.cc:194] Registered new tserver with Master: 0fa2ddef49e7425a86e08e8c724b3acf (127.19.210.66:35287)
02:02:10.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:10.475901 20534 master_service.cc:502] Signed X509 certificate for tserver {username='kudu', principal='kudu/127.19.210.66@KRBTEST.COM'} at 127.19.210.66:35875
02:02:10.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:10.478850 20933 heartbeater.cc:344] Connected to a master server at 127.19.210.126:38903
02:02:10.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:10.479318 20933 heartbeater.cc:461] Registering TS with master...
02:02:10.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:10.480329 20933 heartbeater.cc:507] Master 127.19.210.126:38903 requested a full tablet report, sending...
02:02:10.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:10.483098 20363 ts_manager.cc:194] Registered new tserver with Master: 0fa2ddef49e7425a86e08e8c724b3acf (127.19.210.66:35287)
02:02:10.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
02:02:10.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.19.210.67 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-tasktYbl31/test-tmp/mini-kudu-cluster17713817766778669545/krb5kdc/kudu.keytab.
02:02:10.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.19.210.67 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-tasktYbl31/test-tmp/mini-kudu-cluster17713817766778669545/krb5kdc/kudu.keytab.
02:02:10.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 02:02:10.496393 20297 mini_kdc.cc:268] Time spent creating service keytab for kudu/127.19.210.67: real 0.117s user 0.004s sys 0.018s
02:02:10.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for HTTP/127.19.210.67@KRBTEST.COM; defaulting to no policy
02:02:10.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
02:02:10.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "HTTP/127.19.210.67@KRBTEST.COM" created.
02:02:10.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
02:02:10.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.19.210.67 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-tasktYbl31/test-tmp/mini-kudu-cluster17713817766778669545/krb5kdc/kudu.keytab.
02:02:10.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.19.210.67 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-tasktYbl31/test-tmp/mini-kudu-cluster17713817766778669545/krb5kdc/kudu.keytab.
02:02:10.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:10.535403 20297 external_mini_cluster.cc:1372] Running /tmp/dist-test-tasktYbl31/build/tsan/bin/kudu
02:02:10.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-tasktYbl31/build/tsan/bin/kudu
02:02:10.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-tasktYbl31/test-tmp/mini-kudu-cluster17713817766778669545/ts-2/wal
02:02:10.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-tasktYbl31/test-tmp/mini-kudu-cluster17713817766778669545/ts-2/data
02:02:10.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:02:10.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:02:10.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:02:10.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:02:10.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:02:10.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:02:10.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-tasktYbl31/test-tmp/mini-kudu-cluster17713817766778669545/ts-2/logs
02:02:10.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-tasktYbl31/test-tmp/mini-kudu-cluster17713817766778669545/ts-2/data/info.pb
02:02:10.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:02:10.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:02:10.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:02:10.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:02:10.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:02:10.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:02:10.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:02:10.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:02:10.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
02:02:10.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:02:10.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.19.210.67:0
02:02:10.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.19.210.67
02:02:10.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.19.210.67
02:02:10.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:02:10.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.19.210.126:38903,127.19.210.125:41951,127.19.210.124:42715
02:02:10.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-tasktYbl31/test-tmp/mini-kudu-cluster17713817766778669545/krb5kdc/kudu.keytab
02:02:10.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.19.210.67
02:02:10.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
02:02:10.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
02:02:10.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
02:02:10.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
02:02:10.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.19.210.84:36545
02:02:10.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:02:10.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:02:10.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:02:10.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false with env {KRB5CCNAME=/tmp/dist-test-tasktYbl31/test-tmp/mini-kudu-cluster17713817766778669545/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-tasktYbl31/test-tmp/mini-kudu-cluster17713817766778669545/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-tasktYbl31/test-tmp/mini-kudu-cluster17713817766778669545/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
02:02:10.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 26 02:02:10 dist-test-slave-v6v1 krb5kdc[20309](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790388130, etypes {rep=17 tkt=17 ses=17}, kudu/127.19.210.125@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
02:02:10.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:10.565025 20425 init.cc:295] Successfully reacquired a new kerberos TGT
02:02:10.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 02:02:10.875375 20943 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
02:02:10.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 02:02:10.875826 20943 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:02:10.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 02:02:10.876318 20943 flags.cc:432] Enabled unsafe flag: --never_fsync=true
02:02:10.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 02:02:10.911422 20943 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
02:02:10.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 02:02:10.912257 20943 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.19.210.67
02:02:10.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:10.952152 20943 tablet_server_runner.cc:78] Tablet server non-default flags:
02:02:10.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-tasktYbl31/test-tmp/mini-kudu-cluster17713817766778669545/ts-2/logs
02:02:10.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:02:10.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:02:10.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:02:10.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.19.210.84:36545
02:02:10.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:02:10.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:02:10.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-tasktYbl31/test-tmp/mini-kudu-cluster17713817766778669545/ts-2/data
02:02:10.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-tasktYbl31/test-tmp/mini-kudu-cluster17713817766778669545/ts-2/wal
02:02:10.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-tasktYbl31/test-tmp/mini-kudu-cluster17713817766778669545/krb5kdc/kudu.keytab
02:02:10.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.19.210.67
02:02:10.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:02:10.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:02:10.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.19.210.67:0
02:02:10.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:02:10.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
02:02:10.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
02:02:10.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
02:02:10.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:02:10.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:02:10.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-tasktYbl31/test-tmp/mini-kudu-cluster17713817766778669545/ts-2/data/info.pb
02:02:10.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.19.210.67
02:02:10.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:02:10.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.19.210.126:38903,127.19.210.125:41951,127.19.210.124:42715
02:02:10.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:02:10.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:02:10.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:02:10.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:02:10.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:02:10.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.19.210.67
02:02:10.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:02:10.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
02:02:10.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:02:10.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 3b18f0139b1d21a072b7353269301fba16dca54e
02:02:10.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
02:02:10.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 26 Sep 2026 01:43:22 UTC on e7f111948823
02:02:10.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 14002
02:02:10.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
02:02:10.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:10.953647 20943 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:02:10.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:10.954632 20943 file_cache.cc:504] Constructed file cache file cache with capacity 419430
02:02:10.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 02:02:10.977596 20951 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:02:11.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:11.481210 20929 heartbeater.cc:499] Master 127.19.210.124:42715 was elected leader, sending a full tablet report...
02:02:12.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 02:02:12.444960 20281 debug-util.cc:398] Leaking SignalData structure 0x7b08000adda0 after lost signal to thread 20156
02:02:12.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 02:02:12.446219 20281 debug-util.cc:398] Leaking SignalData structure 0x7b08000b7040 after lost signal to thread 20284
02:02:12.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 26 02:02:12 dist-test-slave-v6v1 krb5kdc[20309](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790388132, etypes {rep=17 tkt=17 ses=17}, kudu/127.19.210.124@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
02:02:12.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:12.697793 20512 init.cc:295] Successfully reacquired a new kerberos TGT
02:02:12.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 02:02:12.371081 20950 debug-util.cc:398] Leaking SignalData structure 0x7b08000372a0 after lost signal to thread 20943
02:02:12.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 02:02:12.881110 20950 kernel_stack_watchdog.cc:198] Thread 20943 stuck at /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:642 for 384ms:
02:02:12.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
02:02:12.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
02:02:12.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
02:02:12.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
02:02:12.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 02:02:10.984318 20952 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:02:12.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 02:02:12.885797 20943 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.902s user 0.689s sys 1.155s
02:02:12.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 02:02:12.886293 20943 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.902s user 0.689s sys 1.155s
02:02:12.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 02:02:12.887841 20954 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:02:12.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 02:02:12.888770 20953 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1903 milliseconds
02:02:12.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:12.888845 20943 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
02:02:12.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:12.890436 20943 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:02:12.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:12.893671 20943 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:02:12.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:12.895186 20943 hybrid_clock.cc:648] HybridClock initialized: now 1790388132895036 us; error 144 us; skew 500 ppm
02:02:12.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:12.896317 20943 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
02:02:12.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 26 02:02:12 dist-test-slave-v6v1 krb5kdc[20309](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790388132, etypes {rep=17 tkt=17 ses=17}, kudu/127.19.210.67@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
02:02:12.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:12.905224 20943 init.cc:377] Logged in from keytab as kudu/127.19.210.67@KRBTEST.COM (short username kudu)
02:02:12.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:12.912827 20943 webserver.cc:533] Webserver started at http://127.19.210.67:38249/ using document root <none> and password file <none>
02:02:12.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:12.914276 20943 fs_manager.cc:362] Metadata directory not provided
02:02:12.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:12.914590 20943 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:02:12.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:12.915213 20943 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
02:02:12.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:12.922012 20943 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-tasktYbl31/test-tmp/mini-kudu-cluster17713817766778669545/ts-2/data/instance:
02:02:12.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "233c490bbffa48ecb015a664f5a25f5d"
02:02:12.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-26 02:02:12 on dist-test-slave-v6v1"
02:02:12.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:12.923836 20943 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-tasktYbl31/test-tmp/mini-kudu-cluster17713817766778669545/ts-2/wal/instance:
02:02:12.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "233c490bbffa48ecb015a664f5a25f5d"
02:02:12.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-26 02:02:12 on dist-test-slave-v6v1"
02:02:12.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:12.932832 20943 fs_manager.cc:696] Time spent creating directory manager: real 0.008s user 0.007s sys 0.000s
02:02:12.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:12.939726 20966 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
02:02:12.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:12.940943 20943 fs_manager.cc:730] Time spent opening block manager: real 0.005s user 0.002s sys 0.003s
02:02:12.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:12.941340 20943 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-tasktYbl31/test-tmp/mini-kudu-cluster17713817766778669545/ts-2/data,/tmp/dist-test-tasktYbl31/test-tmp/mini-kudu-cluster17713817766778669545/ts-2/wal
02:02:12.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "233c490bbffa48ecb015a664f5a25f5d"
02:02:12.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-26 02:02:12 on dist-test-slave-v6v1"
02:02:12.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:12.941682 20943 fs_report.cc:389] FS layout report
02:02:12.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:02:12.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-tasktYbl31/test-tmp/mini-kudu-cluster17713817766778669545/ts-2/wal
02:02:12.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-tasktYbl31/test-tmp/mini-kudu-cluster17713817766778669545/ts-2/wal
02:02:12.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-tasktYbl31/test-tmp/mini-kudu-cluster17713817766778669545/ts-2/data/data
02:02:12.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:02:12.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:02:12.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:02:12.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:02:12.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:02:12.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:02:12.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:02:12.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:02:12.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:02:12.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:02:12.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:02:13.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:13.020821 20943 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
02:02:13.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:13.033878 20943 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:02:13.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:13.034725 20943 kserver.cc:163] Server-wide thread pool size limit: 3276
02:02:13.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:13.038954 20943 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
02:02:13.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:13.047052 20943 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
02:02:13.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:13.047360 20943 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
02:02:13.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:13.047662 20943 ts_tablet_manager.cc:616] Registered 0 tablets
02:02:13.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:13.047878 20943 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
02:02:13.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:13.265461 20943 rpc_server.cc:307] RPC server started. Bound to: 127.19.210.67:38001
02:02:13.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:13.265599 21078 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.19.210.67:38001 every 8 connection(s)
02:02:13.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:13.269654 20943 server_base.cc:1193] Dumped server information to /tmp/dist-test-tasktYbl31/test-tmp/mini-kudu-cluster17713817766778669545/ts-2/data/info.pb
02:02:13.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:13.271672 20297 external_mini_cluster.cc:1434] Started /tmp/dist-test-tasktYbl31/build/tsan/bin/kudu as pid 20943
02:02:13.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:13.272215 20297 external_mini_cluster.cc:1448] Reading /tmp/dist-test-tasktYbl31/test-tmp/mini-kudu-cluster17713817766778669545/ts-2/wal/instance
02:02:13.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 26 02:02:13 dist-test-slave-v6v1 krb5kdc[20309](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790388132, etypes {rep=17 tkt=17 ses=17}, kudu/127.19.210.67@KRBTEST.COM for kudu/127.19.210.124@KRBTEST.COM
02:02:13.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 26 02:02:13 dist-test-slave-v6v1 krb5kdc[20309](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790388132, etypes {rep=17 tkt=17 ses=17}, kudu/127.19.210.67@KRBTEST.COM for kudu/127.19.210.125@KRBTEST.COM
02:02:13.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:13.419497 21079 heartbeater.cc:344] Connected to a master server at 127.19.210.124:42715
02:02:13.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:13.420010 21079 heartbeater.cc:461] Registering TS with master...
02:02:13.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:13.421427 21079 heartbeater.cc:507] Master 127.19.210.124:42715 requested a full tablet report, sending...
02:02:13.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:13.424952 20533 ts_manager.cc:194] Registered new tserver with Master: 233c490bbffa48ecb015a664f5a25f5d (127.19.210.67:38001)
02:02:13.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:13.426745 21080 heartbeater.cc:344] Connected to a master server at 127.19.210.125:41951
02:02:13.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:13.427126 21080 heartbeater.cc:461] Registering TS with master...
02:02:13.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:13.426977 20533 master_service.cc:502] Signed X509 certificate for tserver {username='kudu', principal='kudu/127.19.210.67@KRBTEST.COM'} at 127.19.210.67:54131
02:02:13.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:13.428041 21080 heartbeater.cc:507] Master 127.19.210.125:41951 requested a full tablet report, sending...
02:02:13.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:13.433405 20446 ts_manager.cc:194] Registered new tserver with Master: 233c490bbffa48ecb015a664f5a25f5d (127.19.210.67:38001)
02:02:13.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 26 02:02:13 dist-test-slave-v6v1 krb5kdc[20309](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790388132, etypes {rep=17 tkt=17 ses=17}, kudu/127.19.210.67@KRBTEST.COM for kudu/127.19.210.126@KRBTEST.COM
02:02:13.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:13.461397 21083 heartbeater.cc:344] Connected to a master server at 127.19.210.126:38903
02:02:13.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:13.461799 21083 heartbeater.cc:461] Registering TS with master...
02:02:13.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:13.462531 21083 heartbeater.cc:507] Master 127.19.210.126:38903 requested a full tablet report, sending...
02:02:13.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:13.465554 20363 ts_manager.cc:194] Registered new tserver with Master: 233c490bbffa48ecb015a664f5a25f5d (127.19.210.67:38001)
02:02:13.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:13.471879 20297 external_mini_cluster.cc:955] 3 TS(s) registered with all masters
02:02:13.489 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
02:02:13.490 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_kdc_env_vars {
}
02:02:13.498 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: get_kdc_env_vars {
env_vars {
key: "KRB5CCNAME"
value: "/tmp/dist-test-tasktYbl31/test-tmp/mini-kudu-cluster17713817766778669545/krb5kdc/krb5cc"
}
env_vars {
key: "KRB5_CONFIG"
value: "/tmp/dist-test-tasktYbl31/test-tmp/mini-kudu-cluster17713817766778669545/krb5kdc/krb5.conf"
}
env_vars {
key: "KRB5_KDC_PROFILE"
value: "/tmp/dist-test-tasktYbl31/test-tmp/mini-kudu-cluster17713817766778669545/krb5kdc/kdc.conf"
}
env_vars {
key: "KUDU_ENABLE_KRB5_REALM_FIX"
value: "yes"
}
}
02:02:13.499 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_masters {
}
02:02:13.505 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: get_masters {
masters {
id {
type: MASTER
index: 0
}
bound_rpc_address {
host: "127.19.210.126"
port: 38903
}
bound_http_address {
host: "127.19.210.126"
port: 33015
}
}
masters {
id {
type: MASTER
index: 1
}
bound_rpc_address {
host: "127.19.210.125"
port: 41951
}
bound_http_address {
host: "127.19.210.125"
port: 41179
}
}
masters {
id {
type: MASTER
index: 2
}
bound_rpc_address {
host: "127.19.210.124"
port: 42715
}
bound_http_address {
host: "127.19.210.124"
port: 37921
}
}
}
02:02:13.506 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_tservers {
}
02:02:13.507 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: get_tservers {
tservers {
id {
type: TSERVER
index: 0
}
bound_rpc_address {
host: "127.19.210.65"
port: 37883
}
bound_http_address {
host: "127.19.210.65"
port: 42975
}
}
tservers {
id {
type: TSERVER
index: 1
}
bound_rpc_address {
host: "127.19.210.66"
port: 35287
}
bound_http_address {
host: "127.19.210.66"
port: 36903
}
}
tservers {
id {
type: TSERVER
index: 2
}
bound_rpc_address {
host: "127.19.210.67"
port: 38001
}
bound_http_address {
host: "127.19.210.67"
port: 38249
}
}
}
02:02:13.507 [INFO - Time-limited test] (MiniKuduCluster.java:622) Running kinit for user test-admin
02:02:13.509 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: kinit {
username: "test-admin"
}
02:02:13.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 26 02:02:13 dist-test-slave-v6v1 krb5kdc[20309](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790388133, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
02:02:13.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
02:02:13.548 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
02:02:13.550 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-tasktYbl31/test-tmp/mini-kudu-cluster17713817766778669545/krb5kdc/krb5cc
02:02:13.561 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
02:02:13.561 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-tasktYbl31/test-tmp/mini-kudu-cluster17713817766778669545/krb5kdc/krb5cc
02:02:13.563 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
02:02:13.606 [DEBUG - Time-limited test] (SecurityContext.java:158) Using caller-provided subject with Kerberos principal test-admin@KRBTEST.COM. Caller is responsible for refreshing credentials.
02:02:13.609 [INFO - Time-limited test] (MiniKuduCluster.java:622) Running kinit for user test-admin
02:02:13.609 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: kinit {
username: "test-admin"
}
02:02:13.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 26 02:02:13 dist-test-slave-v6v1 krb5kdc[20309](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790388133, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
02:02:13.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
02:02:13.655 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
02:02:13.655 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-tasktYbl31/test-tmp/mini-kudu-cluster17713817766778669545/krb5kdc/krb5cc
02:02:13.657 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
02:02:13.658 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.19.210.125:41951
02:02:13.659 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 1
}
}
02:02:13.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:13.660723 20297 external_mini_cluster.cc:1664] Killing /tmp/dist-test-tasktYbl31/build/tsan/bin/kudu with pid 20408
02:02:13.696 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
02:02:13.697 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.19.210.124:42715
02:02:13.697 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 2
}
}
02:02:13.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:13.698009 20297 external_mini_cluster.cc:1664] Killing /tmp/dist-test-tasktYbl31/build/tsan/bin/kudu with pid 20491
02:02:13.733 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
02:02:13.733 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.19.210.126:38903
02:02:13.733 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 0
}
}
02:02:13.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:13.734053 20297 external_mini_cluster.cc:1664] Killing /tmp/dist-test-tasktYbl31/build/tsan/bin/kudu with pid 20327
02:02:13.776 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
02:02:13.776 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.19.210.125:41951
02:02:13.780 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 1
}
}
02:02:13.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:13.782240 20297 external_mini_cluster.cc:1372] Running /tmp/dist-test-tasktYbl31/build/tsan/bin/kudu
02:02:13.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-tasktYbl31/build/tsan/bin/kudu
02:02:13.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-tasktYbl31/test-tmp/mini-kudu-cluster17713817766778669545/master-1/wal
02:02:13.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-tasktYbl31/test-tmp/mini-kudu-cluster17713817766778669545/master-1/data
02:02:13.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:02:13.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:02:13.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:02:13.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:02:13.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:02:13.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:02:13.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-tasktYbl31/test-tmp/mini-kudu-cluster17713817766778669545/master-1/logs
02:02:13.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-tasktYbl31/test-tmp/mini-kudu-cluster17713817766778669545/master-1/data/info.pb
02:02:13.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:02:13.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:02:13.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:02:13.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:02:13.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:02:13.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:02:13.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:02:13.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:02:13.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
02:02:13.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:02:13.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:02:13.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:02:13.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.19.210.125:41951
02:02:13.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.19.210.125
02:02:13.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=41179
02:02:13.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-tasktYbl31/test-tmp/mini-kudu-cluster17713817766778669545/krb5kdc/kudu.keytab
02:02:13.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.19.210.125
02:02:13.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
02:02:13.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
02:02:13.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
02:02:13.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
02:02:13.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.19.210.84:36545
02:02:13.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:02:13.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:02:13.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:02:13.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:02:13.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.19.210.126:38903,127.19.210.125:41951,127.19.210.124:42715
02:02:13.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:02:13.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:40795/jwks.json
02:02:13.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false
02:02:13.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-tasktYbl31/test-tmp/mini-kudu-cluster17713817766778669545/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-tasktYbl31/test-tmp/mini-kudu-cluster17713817766778669545/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-tasktYbl31/test-tmp/mini-kudu-cluster17713817766778669545/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
02:02:14.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 02:02:14.112668 21093 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
02:02:14.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 02:02:14.113265 21093 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:02:14.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 02:02:14.113893 21093 flags.cc:432] Enabled unsafe flag: --never_fsync=true
02:02:14.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 02:02:14.149533 21093 flags.cc:432] Enabled experimental flag: --authn_token_validity_seconds=10
02:02:14.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 02:02:14.149766 21093 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
02:02:14.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 02:02:14.150032 21093 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
02:02:14.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 02:02:14.150242 21093 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
02:02:14.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 02:02:14.150445 21093 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
02:02:14.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 02:02:14.150641 21093 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
02:02:14.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 02:02:14.150792 21093 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:40795/jwks.json
02:02:14.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:14.194339 21093 master_runner.cc:387] Master server non-default flags:
02:02:14.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-tasktYbl31/test-tmp/mini-kudu-cluster17713817766778669545/master-1/logs
02:02:14.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:02:14.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:02:14.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:02:14.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.19.210.84:36545
02:02:14.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:02:14.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:02:14.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-tasktYbl31/test-tmp/mini-kudu-cluster17713817766778669545/master-1/data
02:02:14.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-tasktYbl31/test-tmp/mini-kudu-cluster17713817766778669545/master-1/wal
02:02:14.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
02:02:14.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:02:14.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.19.210.126:38903,127.19.210.125:41951,127.19.210.124:42715
02:02:14.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-tasktYbl31/test-tmp/mini-kudu-cluster17713817766778669545/krb5kdc/kudu.keytab
02:02:14.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.19.210.125
02:02:14.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:02:14.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:02:14.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:02:14.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.19.210.125:41951
02:02:14.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:02:14.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:02:14.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:02:14.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:40795/jwks.json
02:02:14.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
02:02:14.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
02:02:14.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
02:02:14.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:02:14.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:02:14.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-tasktYbl31/test-tmp/mini-kudu-cluster17713817766778669545/master-1/data/info.pb
02:02:14.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.19.210.125
02:02:14.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=41179
02:02:14.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:02:14.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:02:14.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:02:14.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:02:14.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:02:14.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:02:14.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
02:02:14.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:02:14.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 3b18f0139b1d21a072b7353269301fba16dca54e
02:02:14.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
02:02:14.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 26 Sep 2026 01:43:22 UTC on e7f111948823
02:02:14.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 14002
02:02:14.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
02:02:14.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:14.195627 21093 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:02:14.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:14.196702 21093 file_cache.cc:504] Constructed file cache file cache with capacity 419430
02:02:14.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 02:02:14.208676 21100 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:02:14.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:14.432384 21079 heartbeater.cc:499] Master 127.19.210.124:42715 was elected leader, sending a full tablet report...
02:02:14.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 02:02:14.452471 21079 heartbeater.cc:646] Failed to heartbeat to 127.19.210.124:42715 (0 consecutive failures): Network error: Failed to send heartbeat to master: Client connection negotiation failed: client connection to 127.19.210.124:42715: connect: Connection refused (error 111)
02:02:14.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 02:02:14.493743 20930 heartbeater.cc:646] Failed to heartbeat to 127.19.210.125:41951 (0 consecutive failures): Network error: Failed to send heartbeat to master: Client connection negotiation failed: client connection to 127.19.210.125:41951: connect: Connection refused (error 111)
02:02:14.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 02:02:14.674664 20775 heartbeater.cc:646] Failed to heartbeat to 127.19.210.125:41951 (0 consecutive failures): Network error: Failed to send heartbeat to master: Client connection negotiation failed: client connection to 127.19.210.125:41951: connect: Connection refused (error 111)
02:02:15.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 02:02:14.213646 21103 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:02:15.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 02:02:14.211141 21101 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:02:15.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 02:02:15.703168 21102 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1488 milliseconds
02:02:15.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:15.703274 21093 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
02:02:15.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:15.704639 21093 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:02:15.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:15.707295 21093 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:02:15.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:15.708779 21093 hybrid_clock.cc:648] HybridClock initialized: now 1790388135708725 us; error 57 us; skew 500 ppm
02:02:15.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:15.709707 21093 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
02:02:15.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 26 02:02:15 dist-test-slave-v6v1 krb5kdc[20309](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790388135, etypes {rep=17 tkt=17 ses=17}, kudu/127.19.210.125@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
02:02:15.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:15.715631 21093 init.cc:377] Logged in from keytab as kudu/127.19.210.125@KRBTEST.COM (short username kudu)
02:02:15.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:15.719983 21093 webserver.cc:533] Webserver started at http://127.19.210.125:41179/ using document root <none> and password file <none>
02:02:15.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:15.720829 21093 fs_manager.cc:362] Metadata directory not provided
02:02:15.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:15.721015 21093 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:02:15.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:15.728878 21093 fs_manager.cc:714] Time spent opening directory manager: real 0.005s user 0.006s sys 0.000s
02:02:15.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:15.733044 21127 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
02:02:15.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:15.734336 21093 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.003s sys 0.000s
02:02:15.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:15.734611 21093 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-tasktYbl31/test-tmp/mini-kudu-cluster17713817766778669545/master-1/data,/tmp/dist-test-tasktYbl31/test-tmp/mini-kudu-cluster17713817766778669545/master-1/wal
02:02:15.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ff15a148b66e40969b765099386287bb"
02:02:15.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-26 02:02:00 on dist-test-slave-v6v1"
02:02:15.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:15.736500 21093 fs_report.cc:389] FS layout report
02:02:15.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:02:15.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-tasktYbl31/test-tmp/mini-kudu-cluster17713817766778669545/master-1/wal
02:02:15.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-tasktYbl31/test-tmp/mini-kudu-cluster17713817766778669545/master-1/wal
02:02:15.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-tasktYbl31/test-tmp/mini-kudu-cluster17713817766778669545/master-1/data/data
02:02:15.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:02:15.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:02:15.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:02:15.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:02:15.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:02:15.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:02:15.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:02:15.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:02:15.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:02:15.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:02:15.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:02:15.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:15.791554 21093 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
02:02:15.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:15.796380 21093 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:02:15.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:15.796790 21093 kserver.cc:163] Server-wide thread pool size limit: 3276
02:02:15.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:15.870920 21093 rpc_server.cc:307] RPC server started. Bound to: 127.19.210.125:41951
02:02:15.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:15.870958 21179 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.19.210.125:41951 every 8 connection(s)
02:02:15.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:15.873878 21093 server_base.cc:1193] Dumped server information to /tmp/dist-test-tasktYbl31/test-tmp/mini-kudu-cluster17713817766778669545/master-1/data/info.pb
02:02:15.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:15.883560 20297 external_mini_cluster.cc:1434] Started /tmp/dist-test-tasktYbl31/build/tsan/bin/kudu as pid 21093
02:02:15.884 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
02:02:15.884 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.19.210.124:42715
02:02:15.885 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 2
}
}
02:02:15.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:15.885043 21180 sys_catalog.cc:263] Verifying existing consensus state
02:02:15.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:15.886312 20297 external_mini_cluster.cc:1372] Running /tmp/dist-test-tasktYbl31/build/tsan/bin/kudu
02:02:15.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-tasktYbl31/build/tsan/bin/kudu
02:02:15.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-tasktYbl31/test-tmp/mini-kudu-cluster17713817766778669545/master-2/wal
02:02:15.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-tasktYbl31/test-tmp/mini-kudu-cluster17713817766778669545/master-2/data
02:02:15.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:02:15.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:02:15.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:02:15.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:02:15.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:02:15.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:02:15.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-tasktYbl31/test-tmp/mini-kudu-cluster17713817766778669545/master-2/logs
02:02:15.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-tasktYbl31/test-tmp/mini-kudu-cluster17713817766778669545/master-2/data/info.pb
02:02:15.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:02:15.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:02:15.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:02:15.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:02:15.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:02:15.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:02:15.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:02:15.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:02:15.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
02:02:15.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:02:15.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:02:15.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:02:15.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.19.210.124:42715
02:02:15.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.19.210.124
02:02:15.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=37921
02:02:15.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-tasktYbl31/test-tmp/mini-kudu-cluster17713817766778669545/krb5kdc/kudu.keytab
02:02:15.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.19.210.124
02:02:15.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
02:02:15.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
02:02:15.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
02:02:15.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
02:02:15.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.19.210.84:36545
02:02:15.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:02:15.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:02:15.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:02:15.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:02:15.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.19.210.126:38903,127.19.210.125:41951,127.19.210.124:42715
02:02:15.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:02:15.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:40795/jwks.json
02:02:15.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false
02:02:15.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-tasktYbl31/test-tmp/mini-kudu-cluster17713817766778669545/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-tasktYbl31/test-tmp/mini-kudu-cluster17713817766778669545/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-tasktYbl31/test-tmp/mini-kudu-cluster17713817766778669545/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
02:02:15.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:15.889912 21180 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P ff15a148b66e40969b765099386287bb: Bootstrap starting.
02:02:15.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:15.943729 21180 log.cc:826] T 00000000000000000000000000000000 P ff15a148b66e40969b765099386287bb: Log is configured to *not* fsync() on all Append() calls
02:02:15.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:15.964023 21180 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P ff15a148b66e40969b765099386287bb: Bootstrap replayed 1/1 log segments. Stats: ops{read=4 overwritten=0 applied=4 ignored=0} inserts{seen=3 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
02:02:15.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:15.964980 21180 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P ff15a148b66e40969b765099386287bb: Bootstrap complete.
02:02:16.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:15.998989 21180 raft_consensus.cc:359] T 00000000000000000000000000000000 P ff15a148b66e40969b765099386287bb [term 1 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "376a2d8d9fa7488294aca1e33fb33e11" member_type: VOTER last_known_addr { host: "127.19.210.126" port: 38903 } } peers { permanent_uuid: "ff15a148b66e40969b765099386287bb" member_type: VOTER last_known_addr { host: "127.19.210.125" port: 41951 } } peers { permanent_uuid: "a340f48fe1b24662b880b2dcddd4366b" member_type: VOTER last_known_addr { host: "127.19.210.124" port: 42715 } }
02:02:16.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:16.002274 21180 raft_consensus.cc:740] T 00000000000000000000000000000000 P ff15a148b66e40969b765099386287bb [term 1 FOLLOWER]: Becoming Follower/Learner. State: Replica: ff15a148b66e40969b765099386287bb, State: Initialized, Role: FOLLOWER
02:02:16.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:16.003381 21180 consensus_queue.cc:260] T 00000000000000000000000000000000 P ff15a148b66e40969b765099386287bb [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 4, Last appended: 1.4, Last appended by leader: 4, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "376a2d8d9fa7488294aca1e33fb33e11" member_type: VOTER last_known_addr { host: "127.19.210.126" port: 38903 } } peers { permanent_uuid: "ff15a148b66e40969b765099386287bb" member_type: VOTER last_known_addr { host: "127.19.210.125" port: 41951 } } peers { permanent_uuid: "a340f48fe1b24662b880b2dcddd4366b" member_type: VOTER last_known_addr { host: "127.19.210.124" port: 42715 } }
02:02:16.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:16.006304 21185 sys_catalog.cc:455] T 00000000000000000000000000000000 P ff15a148b66e40969b765099386287bb [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 1 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "376a2d8d9fa7488294aca1e33fb33e11" member_type: VOTER last_known_addr { host: "127.19.210.126" port: 38903 } } peers { permanent_uuid: "ff15a148b66e40969b765099386287bb" member_type: VOTER last_known_addr { host: "127.19.210.125" port: 41951 } } peers { permanent_uuid: "a340f48fe1b24662b880b2dcddd4366b" member_type: VOTER last_known_addr { host: "127.19.210.124" port: 42715 } } }
02:02:16.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:16.006916 21185 sys_catalog.cc:458] T 00000000000000000000000000000000 P ff15a148b66e40969b765099386287bb [sys.catalog]: This master's current role is: FOLLOWER
02:02:16.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:16.008320 21180 sys_catalog.cc:565] T 00000000000000000000000000000000 P ff15a148b66e40969b765099386287bb [sys.catalog]: configured and running, proceeding with master startup.
02:02:16.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:16.043416 21196 catalog_manager.cc:1308] Loaded cluster ID: 3b0a1734f41147639e8c64636174409b
02:02:16.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:16.043678 21196 catalog_manager.cc:1601] T 00000000000000000000000000000000 P ff15a148b66e40969b765099386287bb: loading cluster ID for follower catalog manager: success
02:02:16.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:16.053098 21196 catalog_manager.cc:1623] T 00000000000000000000000000000000 P ff15a148b66e40969b765099386287bb: acquiring CA information for follower catalog manager: success
02:02:16.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:16.059052 21196 catalog_manager.cc:1651] T 00000000000000000000000000000000 P ff15a148b66e40969b765099386287bb: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
02:02:16.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:16.052603 21093 master_runner.cc:187] Error getting master registration for 127.19.210.126:38903: Network error: Client connection negotiation failed: client connection to 127.19.210.126:38903: connect: Connection refused (error 111),
02:02:16.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:16.079510 21093 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
02:02:16.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 02:02:16.269254 21182 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
02:02:16.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 02:02:16.269920 21182 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:02:16.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 02:02:16.270718 21182 flags.cc:432] Enabled unsafe flag: --never_fsync=true
02:02:16.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 02:02:16.314842 21182 flags.cc:432] Enabled experimental flag: --authn_token_validity_seconds=10
02:02:16.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 02:02:16.315126 21182 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
02:02:16.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 02:02:16.315537 21182 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
02:02:16.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 02:02:16.315881 21182 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
02:02:16.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 02:02:16.316216 21182 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
02:02:16.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 02:02:16.316543 21182 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
02:02:16.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 02:02:16.316790 21182 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:40795/jwks.json
02:02:16.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:16.361415 21182 master_runner.cc:387] Master server non-default flags:
02:02:16.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-tasktYbl31/test-tmp/mini-kudu-cluster17713817766778669545/master-2/logs
02:02:16.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:02:16.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:02:16.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:02:16.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.19.210.84:36545
02:02:16.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:02:16.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:02:16.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-tasktYbl31/test-tmp/mini-kudu-cluster17713817766778669545/master-2/data
02:02:16.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-tasktYbl31/test-tmp/mini-kudu-cluster17713817766778669545/master-2/wal
02:02:16.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
02:02:16.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:02:16.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.19.210.126:38903,127.19.210.125:41951,127.19.210.124:42715
02:02:16.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-tasktYbl31/test-tmp/mini-kudu-cluster17713817766778669545/krb5kdc/kudu.keytab
02:02:16.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.19.210.124
02:02:16.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:02:16.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:02:16.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:02:16.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.19.210.124:42715
02:02:16.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:02:16.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:02:16.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:02:16.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:40795/jwks.json
02:02:16.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
02:02:16.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
02:02:16.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
02:02:16.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:02:16.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:02:16.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-tasktYbl31/test-tmp/mini-kudu-cluster17713817766778669545/master-2/data/info.pb
02:02:16.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.19.210.124
02:02:16.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=37921
02:02:16.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:02:16.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:02:16.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:02:16.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:02:16.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:02:16.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:02:16.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
02:02:16.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:02:16.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 3b18f0139b1d21a072b7353269301fba16dca54e
02:02:16.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
02:02:16.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 26 Sep 2026 01:43:22 UTC on e7f111948823
02:02:16.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 14002
02:02:16.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
02:02:16.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:16.363088 21182 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:02:16.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:16.365346 21182 file_cache.cc:504] Constructed file cache file cache with capacity 419430
02:02:16.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 02:02:16.378623 21204 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:02:16.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:16.633827 21080 heartbeater.cc:344] Connected to a master server at 127.19.210.125:41951
02:02:16.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:16.642951 21145 master_service.cc:438] Got heartbeat from unknown tserver (permanent_uuid: "233c490bbffa48ecb015a664f5a25f5d" instance_seqno: 1790388133223677) as {username='kudu', principal='kudu/127.19.210.67@KRBTEST.COM'} at 127.19.210.67:38105; Asking this server to re-register.
02:02:16.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:16.645277 21080 heartbeater.cc:461] Registering TS with master...
02:02:16.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:16.649827 21145 ts_manager.cc:194] Registered new tserver with Master: 233c490bbffa48ecb015a664f5a25f5d (127.19.210.67:38001)
02:02:16.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:16.654708 20930 heartbeater.cc:344] Connected to a master server at 127.19.210.125:41951
02:02:16.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:16.660279 21145 master_service.cc:438] Got heartbeat from unknown tserver (permanent_uuid: "0fa2ddef49e7425a86e08e8c724b3acf" instance_seqno: 1790388130307408) as {username='kudu', principal='kudu/127.19.210.66@KRBTEST.COM'} at 127.19.210.66:41381; Asking this server to re-register.
02:02:16.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:16.662106 20930 heartbeater.cc:461] Registering TS with master...
02:02:16.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:16.666251 21144 ts_manager.cc:194] Registered new tserver with Master: 0fa2ddef49e7425a86e08e8c724b3acf (127.19.210.66:35287)
02:02:16.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:16.715870 20775 heartbeater.cc:344] Connected to a master server at 127.19.210.125:41951
02:02:16.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:16.719949 21144 master_service.cc:438] Got heartbeat from unknown tserver (permanent_uuid: "c1fd68f2185c492794a77addbfb647fe" instance_seqno: 1790388127402393) as {username='kudu', principal='kudu/127.19.210.65@KRBTEST.COM'} at 127.19.210.65:37185; Asking this server to re-register.
02:02:16.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:16.722621 20775 heartbeater.cc:461] Registering TS with master...
02:02:16.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:16.727299 21144 ts_manager.cc:194] Registered new tserver with Master: c1fd68f2185c492794a77addbfb647fe (127.19.210.65:37883)
02:02:17.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 26 02:02:17 dist-test-slave-v6v1 krb5kdc[20309](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790388137, etypes {rep=17 tkt=17 ses=17}, kudu/127.19.210.65@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
02:02:17.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:17.126577 20657 init.cc:295] Successfully reacquired a new kerberos TGT
02:02:17.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:17.365057 21221 raft_consensus.cc:493] T 00000000000000000000000000000000 P ff15a148b66e40969b765099386287bb [term 1 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
02:02:17.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:17.367147 21221 raft_consensus.cc:515] T 00000000000000000000000000000000 P ff15a148b66e40969b765099386287bb [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "376a2d8d9fa7488294aca1e33fb33e11" member_type: VOTER last_known_addr { host: "127.19.210.126" port: 38903 } } peers { permanent_uuid: "ff15a148b66e40969b765099386287bb" member_type: VOTER last_known_addr { host: "127.19.210.125" port: 41951 } } peers { permanent_uuid: "a340f48fe1b24662b880b2dcddd4366b" member_type: VOTER last_known_addr { host: "127.19.210.124" port: 42715 } }
02:02:17.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:17.392639 21221 leader_election.cc:290] T 00000000000000000000000000000000 P ff15a148b66e40969b765099386287bb [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers 376a2d8d9fa7488294aca1e33fb33e11 (127.19.210.126:38903), a340f48fe1b24662b880b2dcddd4366b (127.19.210.124:42715)
02:02:17.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 02:02:17.422989 21132 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.19.210.124:42715: connect: Connection refused (error 111)
02:02:17.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 02:02:17.425138 21130 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.19.210.126:38903: connect: Connection refused (error 111)
02:02:17.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 02:02:17.441941 21130 leader_election.cc:336] T 00000000000000000000000000000000 P ff15a148b66e40969b765099386287bb [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer 376a2d8d9fa7488294aca1e33fb33e11 (127.19.210.126:38903): Network error: Client connection negotiation failed: client connection to 127.19.210.126:38903: connect: Connection refused (error 111)
02:02:17.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 02:02:17.444347 21132 leader_election.cc:336] T 00000000000000000000000000000000 P ff15a148b66e40969b765099386287bb [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer a340f48fe1b24662b880b2dcddd4366b (127.19.210.124:42715): Network error: Client connection negotiation failed: client connection to 127.19.210.124:42715: connect: Connection refused (error 111)
02:02:17.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:17.444758 21132 leader_election.cc:304] T 00000000000000000000000000000000 P ff15a148b66e40969b765099386287bb [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: ff15a148b66e40969b765099386287bb; no voters: 376a2d8d9fa7488294aca1e33fb33e11, a340f48fe1b24662b880b2dcddd4366b
02:02:17.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:17.445585 21221 raft_consensus.cc:2749] T 00000000000000000000000000000000 P ff15a148b66e40969b765099386287bb [term 1 FOLLOWER]: Leader pre-election lost for term 2. Reason: could not achieve majority
02:02:18.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 02:02:17.781495 21203 debug-util.cc:398] Leaking SignalData structure 0x7b0800037cc0 after lost signal to thread 21182
02:02:18.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 02:02:18.016754 21182 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.636s user 0.468s sys 0.765s
02:02:18.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 02:02:18.017171 21182 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.637s user 0.468s sys 0.765s
02:02:18.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 02:02:16.380882 21205 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:02:18.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 02:02:18.018208 21206 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1637 milliseconds
02:02:18.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 02:02:18.020622 21207 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:02:18.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:18.021283 21182 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
02:02:18.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:18.022837 21182 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:02:18.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:18.025427 21182 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:02:18.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:18.026844 21182 hybrid_clock.cc:648] HybridClock initialized: now 1790388138026812 us; error 39 us; skew 500 ppm
02:02:18.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:18.027734 21182 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
02:02:18.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 26 02:02:18 dist-test-slave-v6v1 krb5kdc[20309](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790388138, etypes {rep=17 tkt=17 ses=17}, kudu/127.19.210.124@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
02:02:18.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:18.034318 21182 init.cc:377] Logged in from keytab as kudu/127.19.210.124@KRBTEST.COM (short username kudu)
02:02:18.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:18.046418 21182 webserver.cc:533] Webserver started at http://127.19.210.124:37921/ using document root <none> and password file <none>
02:02:18.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:18.047612 21182 fs_manager.cc:362] Metadata directory not provided
02:02:18.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:18.047879 21182 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:02:18.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:18.061494 21182 fs_manager.cc:714] Time spent opening directory manager: real 0.009s user 0.005s sys 0.001s
02:02:18.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:18.066246 21236 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
02:02:18.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:18.067526 21182 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.003s sys 0.002s
02:02:18.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:18.067880 21182 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-tasktYbl31/test-tmp/mini-kudu-cluster17713817766778669545/master-2/data,/tmp/dist-test-tasktYbl31/test-tmp/mini-kudu-cluster17713817766778669545/master-2/wal
02:02:18.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a340f48fe1b24662b880b2dcddd4366b"
02:02:18.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-26 02:02:02 on dist-test-slave-v6v1"
02:02:18.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:18.069828 21182 fs_report.cc:389] FS layout report
02:02:18.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:02:18.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-tasktYbl31/test-tmp/mini-kudu-cluster17713817766778669545/master-2/wal
02:02:18.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-tasktYbl31/test-tmp/mini-kudu-cluster17713817766778669545/master-2/wal
02:02:18.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-tasktYbl31/test-tmp/mini-kudu-cluster17713817766778669545/master-2/data/data
02:02:18.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:02:18.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:02:18.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:02:18.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:02:18.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:02:18.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:02:18.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:02:18.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:02:18.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:02:18.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:02:18.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:02:18.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:18.120278 21182 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
02:02:18.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:18.129802 21182 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:02:18.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:18.130345 21182 kserver.cc:163] Server-wide thread pool size limit: 3276
02:02:18.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:18.228695 21182 rpc_server.cc:307] RPC server started. Bound to: 127.19.210.124:42715
02:02:18.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:18.228767 21287 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.19.210.124:42715 every 8 connection(s)
02:02:18.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:18.231616 21182 server_base.cc:1193] Dumped server information to /tmp/dist-test-tasktYbl31/test-tmp/mini-kudu-cluster17713817766778669545/master-2/data/info.pb
02:02:18.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:18.235594 20297 external_mini_cluster.cc:1434] Started /tmp/dist-test-tasktYbl31/build/tsan/bin/kudu as pid 21182
02:02:18.237 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
02:02:18.237 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.19.210.126:38903
02:02:18.237 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 0
}
}
02:02:18.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:18.239429 20297 external_mini_cluster.cc:1372] Running /tmp/dist-test-tasktYbl31/build/tsan/bin/kudu
02:02:18.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-tasktYbl31/build/tsan/bin/kudu
02:02:18.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-tasktYbl31/test-tmp/mini-kudu-cluster17713817766778669545/master-0/wal
02:02:18.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-tasktYbl31/test-tmp/mini-kudu-cluster17713817766778669545/master-0/data
02:02:18.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:02:18.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:02:18.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:02:18.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:02:18.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:02:18.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:02:18.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-tasktYbl31/test-tmp/mini-kudu-cluster17713817766778669545/master-0/logs
02:02:18.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-tasktYbl31/test-tmp/mini-kudu-cluster17713817766778669545/master-0/data/info.pb
02:02:18.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:02:18.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:02:18.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:02:18.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:02:18.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:02:18.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:02:18.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:02:18.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:02:18.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
02:02:18.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:02:18.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:02:18.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:02:18.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.19.210.126:38903
02:02:18.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.19.210.126
02:02:18.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=33015
02:02:18.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-tasktYbl31/test-tmp/mini-kudu-cluster17713817766778669545/krb5kdc/kudu.keytab
02:02:18.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.19.210.126
02:02:18.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
02:02:18.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
02:02:18.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
02:02:18.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
02:02:18.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.19.210.84:36545
02:02:18.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:02:18.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:02:18.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:02:18.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:02:18.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.19.210.126:38903,127.19.210.125:41951,127.19.210.124:42715
02:02:18.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:02:18.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:40795/jwks.json
02:02:18.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false
02:02:18.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-tasktYbl31/test-tmp/mini-kudu-cluster17713817766778669545/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-tasktYbl31/test-tmp/mini-kudu-cluster17713817766778669545/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-tasktYbl31/test-tmp/mini-kudu-cluster17713817766778669545/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
02:02:18.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:18.248354 21288 sys_catalog.cc:263] Verifying existing consensus state
02:02:18.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:18.254364 21288 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P a340f48fe1b24662b880b2dcddd4366b: Bootstrap starting.
02:02:18.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:18.308197 21288 log.cc:826] T 00000000000000000000000000000000 P a340f48fe1b24662b880b2dcddd4366b: Log is configured to *not* fsync() on all Append() calls
02:02:18.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:18.329502 21288 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P a340f48fe1b24662b880b2dcddd4366b: Bootstrap replayed 1/1 log segments. Stats: ops{read=4 overwritten=0 applied=4 ignored=0} inserts{seen=3 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
02:02:18.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:18.330507 21288 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P a340f48fe1b24662b880b2dcddd4366b: Bootstrap complete.
02:02:18.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:18.365456 21288 raft_consensus.cc:359] T 00000000000000000000000000000000 P a340f48fe1b24662b880b2dcddd4366b [term 1 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "376a2d8d9fa7488294aca1e33fb33e11" member_type: VOTER last_known_addr { host: "127.19.210.126" port: 38903 } } peers { permanent_uuid: "ff15a148b66e40969b765099386287bb" member_type: VOTER last_known_addr { host: "127.19.210.125" port: 41951 } } peers { permanent_uuid: "a340f48fe1b24662b880b2dcddd4366b" member_type: VOTER last_known_addr { host: "127.19.210.124" port: 42715 } }
02:02:18.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:18.368908 21288 raft_consensus.cc:740] T 00000000000000000000000000000000 P a340f48fe1b24662b880b2dcddd4366b [term 1 FOLLOWER]: Becoming Follower/Learner. State: Replica: a340f48fe1b24662b880b2dcddd4366b, State: Initialized, Role: FOLLOWER
02:02:18.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:18.370167 21288 consensus_queue.cc:260] T 00000000000000000000000000000000 P a340f48fe1b24662b880b2dcddd4366b [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 4, Last appended: 1.4, Last appended by leader: 4, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "376a2d8d9fa7488294aca1e33fb33e11" member_type: VOTER last_known_addr { host: "127.19.210.126" port: 38903 } } peers { permanent_uuid: "ff15a148b66e40969b765099386287bb" member_type: VOTER last_known_addr { host: "127.19.210.125" port: 41951 } } peers { permanent_uuid: "a340f48fe1b24662b880b2dcddd4366b" member_type: VOTER last_known_addr { host: "127.19.210.124" port: 42715 } }
02:02:18.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:18.382575 21292 sys_catalog.cc:455] T 00000000000000000000000000000000 P a340f48fe1b24662b880b2dcddd4366b [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 1 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "376a2d8d9fa7488294aca1e33fb33e11" member_type: VOTER last_known_addr { host: "127.19.210.126" port: 38903 } } peers { permanent_uuid: "ff15a148b66e40969b765099386287bb" member_type: VOTER last_known_addr { host: "127.19.210.125" port: 41951 } } peers { permanent_uuid: "a340f48fe1b24662b880b2dcddd4366b" member_type: VOTER last_known_addr { host: "127.19.210.124" port: 42715 } } }
02:02:18.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:18.383814 21292 sys_catalog.cc:458] T 00000000000000000000000000000000 P a340f48fe1b24662b880b2dcddd4366b [sys.catalog]: This master's current role is: FOLLOWER
02:02:18.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:18.384591 21288 sys_catalog.cc:565] T 00000000000000000000000000000000 P a340f48fe1b24662b880b2dcddd4366b [sys.catalog]: configured and running, proceeding with master startup.
02:02:18.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:18.493888 21303 catalog_manager.cc:1308] Loaded cluster ID: 3b0a1734f41147639e8c64636174409b
02:02:18.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:18.495854 21303 catalog_manager.cc:1601] T 00000000000000000000000000000000 P a340f48fe1b24662b880b2dcddd4366b: loading cluster ID for follower catalog manager: success
02:02:18.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:18.504742 21303 catalog_manager.cc:1623] T 00000000000000000000000000000000 P a340f48fe1b24662b880b2dcddd4366b: acquiring CA information for follower catalog manager: success
02:02:18.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:18.468652 21182 master_runner.cc:187] Error getting master registration for 127.19.210.126:38903: Network error: Client connection negotiation failed: client connection to 127.19.210.126:38903: connect: Connection refused (error 111),
02:02:18.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:18.520826 21182 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
02:02:18.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:18.523052 21303 catalog_manager.cc:1651] T 00000000000000000000000000000000 P a340f48fe1b24662b880b2dcddd4366b: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
02:02:18.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:18.611011 21079 heartbeater.cc:344] Connected to a master server at 127.19.210.124:42715
02:02:18.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:18.611546 21079 heartbeater.cc:499] Master 127.19.210.124:42715 was elected leader, sending a full tablet report...
02:02:18.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:18.612088 20929 heartbeater.cc:344] Connected to a master server at 127.19.210.124:42715
02:02:18.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:18.619445 21252 master_service.cc:438] Got heartbeat from unknown tserver (permanent_uuid: "0fa2ddef49e7425a86e08e8c724b3acf" instance_seqno: 1790388130307408) as {username='kudu', principal='kudu/127.19.210.66@KRBTEST.COM'} at 127.19.210.66:41097; Asking this server to re-register.
02:02:18.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:18.621137 20929 heartbeater.cc:461] Registering TS with master...
02:02:18.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:18.621049 21253 master_service.cc:438] Got heartbeat from unknown tserver (permanent_uuid: "233c490bbffa48ecb015a664f5a25f5d" instance_seqno: 1790388133223677) as {username='kudu', principal='kudu/127.19.210.67@KRBTEST.COM'} at 127.19.210.67:46875; Asking this server to re-register.
02:02:18.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:18.622426 21079 heartbeater.cc:461] Registering TS with master...
02:02:18.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:18.625479 21252 ts_manager.cc:194] Registered new tserver with Master: 233c490bbffa48ecb015a664f5a25f5d (127.19.210.67:38001)
02:02:18.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:18.629514 21253 ts_manager.cc:194] Registered new tserver with Master: 0fa2ddef49e7425a86e08e8c724b3acf (127.19.210.66:35287)
02:02:18.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:18.796591 20774 heartbeater.cc:344] Connected to a master server at 127.19.210.124:42715
02:02:18.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 02:02:18.797636 21290 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
02:02:18.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 02:02:18.799261 21290 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:02:18.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:18.799146 21253 master_service.cc:438] Got heartbeat from unknown tserver (permanent_uuid: "c1fd68f2185c492794a77addbfb647fe" instance_seqno: 1790388127402393) as {username='kudu', principal='kudu/127.19.210.65@KRBTEST.COM'} at 127.19.210.65:52993; Asking this server to re-register.
02:02:18.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:18.800550 20774 heartbeater.cc:461] Registering TS with master...
02:02:18.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 02:02:18.800593 21290 flags.cc:432] Enabled unsafe flag: --never_fsync=true
02:02:18.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:18.803629 21253 ts_manager.cc:194] Registered new tserver with Master: c1fd68f2185c492794a77addbfb647fe (127.19.210.65:37883)
02:02:18.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 02:02:18.864463 21290 flags.cc:432] Enabled experimental flag: --authn_token_validity_seconds=10
02:02:18.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 02:02:18.864792 21290 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
02:02:18.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 02:02:18.865298 21290 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
02:02:18.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 02:02:18.865650 21290 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
02:02:18.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 02:02:18.865994 21290 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
02:02:18.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 02:02:18.866354 21290 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
02:02:18.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 02:02:18.866616 21290 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:40795/jwks.json
02:02:18.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:18.939232 21290 master_runner.cc:387] Master server non-default flags:
02:02:18.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-tasktYbl31/test-tmp/mini-kudu-cluster17713817766778669545/master-0/logs
02:02:18.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:02:18.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:02:18.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:02:18.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.19.210.84:36545
02:02:18.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:02:18.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:02:18.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-tasktYbl31/test-tmp/mini-kudu-cluster17713817766778669545/master-0/data
02:02:18.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-tasktYbl31/test-tmp/mini-kudu-cluster17713817766778669545/master-0/wal
02:02:18.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
02:02:18.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:02:18.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.19.210.126:38903,127.19.210.125:41951,127.19.210.124:42715
02:02:18.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-tasktYbl31/test-tmp/mini-kudu-cluster17713817766778669545/krb5kdc/kudu.keytab
02:02:18.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.19.210.126
02:02:18.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:02:18.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:02:18.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:02:18.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.19.210.126:38903
02:02:18.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:02:18.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:02:18.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:02:18.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:40795/jwks.json
02:02:18.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
02:02:18.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
02:02:18.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
02:02:18.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:02:18.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:02:18.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-tasktYbl31/test-tmp/mini-kudu-cluster17713817766778669545/master-0/data/info.pb
02:02:18.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.19.210.126
02:02:18.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=33015
02:02:18.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:02:18.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:02:18.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:02:18.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:02:18.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:02:18.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:02:18.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
02:02:18.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:02:18.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 3b18f0139b1d21a072b7353269301fba16dca54e
02:02:18.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
02:02:18.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 26 Sep 2026 01:43:22 UTC on e7f111948823
02:02:18.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 14002
02:02:18.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
02:02:18.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:18.941006 21290 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:02:18.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:18.942585 21290 file_cache.cc:504] Constructed file cache file cache with capacity 419430
02:02:18.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 02:02:18.984138 21322 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:02:19.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:19.565060 21328 raft_consensus.cc:493] T 00000000000000000000000000000000 P ff15a148b66e40969b765099386287bb [term 1 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
02:02:19.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:19.565733 21328 raft_consensus.cc:515] T 00000000000000000000000000000000 P ff15a148b66e40969b765099386287bb [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "376a2d8d9fa7488294aca1e33fb33e11" member_type: VOTER last_known_addr { host: "127.19.210.126" port: 38903 } } peers { permanent_uuid: "ff15a148b66e40969b765099386287bb" member_type: VOTER last_known_addr { host: "127.19.210.125" port: 41951 } } peers { permanent_uuid: "a340f48fe1b24662b880b2dcddd4366b" member_type: VOTER last_known_addr { host: "127.19.210.124" port: 42715 } }
02:02:19.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:19.613229 21328 leader_election.cc:290] T 00000000000000000000000000000000 P ff15a148b66e40969b765099386287bb [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers 376a2d8d9fa7488294aca1e33fb33e11 (127.19.210.126:38903), a340f48fe1b24662b880b2dcddd4366b (127.19.210.124:42715)
02:02:19.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 02:02:19.628732 21130 leader_election.cc:336] T 00000000000000000000000000000000 P ff15a148b66e40969b765099386287bb [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer 376a2d8d9fa7488294aca1e33fb33e11 (127.19.210.126:38903): Network error: Client connection negotiation failed: client connection to 127.19.210.126:38903: connect: Connection refused (error 111)
02:02:19.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:19.674144 21335 raft_consensus.cc:493] T 00000000000000000000000000000000 P a340f48fe1b24662b880b2dcddd4366b [term 1 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
02:02:19.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:19.674717 21335 raft_consensus.cc:515] T 00000000000000000000000000000000 P a340f48fe1b24662b880b2dcddd4366b [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "376a2d8d9fa7488294aca1e33fb33e11" member_type: VOTER last_known_addr { host: "127.19.210.126" port: 38903 } } peers { permanent_uuid: "ff15a148b66e40969b765099386287bb" member_type: VOTER last_known_addr { host: "127.19.210.125" port: 41951 } } peers { permanent_uuid: "a340f48fe1b24662b880b2dcddd4366b" member_type: VOTER last_known_addr { host: "127.19.210.124" port: 42715 } }
02:02:19.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:19.680130 21263 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "ff15a148b66e40969b765099386287bb" candidate_term: 2 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "a340f48fe1b24662b880b2dcddd4366b" is_pre_election: true
02:02:19.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:19.681291 21263 raft_consensus.cc:2468] T 00000000000000000000000000000000 P a340f48fe1b24662b880b2dcddd4366b [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate ff15a148b66e40969b765099386287bb in term 1.
02:02:19.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:19.683954 21132 leader_election.cc:304] T 00000000000000000000000000000000 P ff15a148b66e40969b765099386287bb [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: a340f48fe1b24662b880b2dcddd4366b, ff15a148b66e40969b765099386287bb; no voters: 376a2d8d9fa7488294aca1e33fb33e11
02:02:19.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:19.685617 21328 raft_consensus.cc:2804] T 00000000000000000000000000000000 P ff15a148b66e40969b765099386287bb [term 1 FOLLOWER]: Leader pre-election won for term 2
02:02:19.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:19.686010 21328 raft_consensus.cc:493] T 00000000000000000000000000000000 P ff15a148b66e40969b765099386287bb [term 1 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
02:02:19.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:19.686381 21328 raft_consensus.cc:3060] T 00000000000000000000000000000000 P ff15a148b66e40969b765099386287bb [term 1 FOLLOWER]: Advancing to term 2
02:02:19.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:19.697867 21328 raft_consensus.cc:515] T 00000000000000000000000000000000 P ff15a148b66e40969b765099386287bb [term 2 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "376a2d8d9fa7488294aca1e33fb33e11" member_type: VOTER last_known_addr { host: "127.19.210.126" port: 38903 } } peers { permanent_uuid: "ff15a148b66e40969b765099386287bb" member_type: VOTER last_known_addr { host: "127.19.210.125" port: 41951 } } peers { permanent_uuid: "a340f48fe1b24662b880b2dcddd4366b" member_type: VOTER last_known_addr { host: "127.19.210.124" port: 42715 } }
02:02:19.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:19.712261 21263 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "ff15a148b66e40969b765099386287bb" candidate_term: 2 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "a340f48fe1b24662b880b2dcddd4366b"
02:02:19.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:19.712944 21263 raft_consensus.cc:3060] T 00000000000000000000000000000000 P a340f48fe1b24662b880b2dcddd4366b [term 1 FOLLOWER]: Advancing to term 2
02:02:19.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:19.723711 21263 raft_consensus.cc:2468] T 00000000000000000000000000000000 P a340f48fe1b24662b880b2dcddd4366b [term 2 FOLLOWER]: Leader election vote request: Granting yes vote for candidate ff15a148b66e40969b765099386287bb in term 2.
02:02:19.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:19.724448 21328 leader_election.cc:290] T 00000000000000000000000000000000 P ff15a148b66e40969b765099386287bb [CANDIDATE]: Term 2 election: Requested vote from peers 376a2d8d9fa7488294aca1e33fb33e11 (127.19.210.126:38903), a340f48fe1b24662b880b2dcddd4366b (127.19.210.124:42715)
02:02:19.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:19.725934 21132 leader_election.cc:304] T 00000000000000000000000000000000 P ff15a148b66e40969b765099386287bb [CANDIDATE]: Term 2 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: a340f48fe1b24662b880b2dcddd4366b, ff15a148b66e40969b765099386287bb; no voters:
02:02:19.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 02:02:19.726435 21238 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.19.210.126:38903: connect: Connection refused (error 111)
02:02:19.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:19.726981 21328 raft_consensus.cc:2804] T 00000000000000000000000000000000 P ff15a148b66e40969b765099386287bb [term 2 FOLLOWER]: Leader election won for term 2
02:02:19.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:19.728102 21335 leader_election.cc:290] T 00000000000000000000000000000000 P a340f48fe1b24662b880b2dcddd4366b [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers 376a2d8d9fa7488294aca1e33fb33e11 (127.19.210.126:38903), ff15a148b66e40969b765099386287bb (127.19.210.125:41951)
02:02:19.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 02:02:19.731374 21130 leader_election.cc:336] T 00000000000000000000000000000000 P ff15a148b66e40969b765099386287bb [CANDIDATE]: Term 2 election: RPC error from VoteRequest() call to peer 376a2d8d9fa7488294aca1e33fb33e11 (127.19.210.126:38903): Network error: Client connection negotiation failed: client connection to 127.19.210.126:38903: connect: Connection refused (error 111)
02:02:19.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:19.738835 21328 raft_consensus.cc:697] T 00000000000000000000000000000000 P ff15a148b66e40969b765099386287bb [term 2 LEADER]: Becoming Leader. State: Replica: ff15a148b66e40969b765099386287bb, State: Running, Role: LEADER
02:02:19.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:19.739960 21328 consensus_queue.cc:237] T 00000000000000000000000000000000 P ff15a148b66e40969b765099386287bb [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 4, Committed index: 4, Last appended: 1.4, Last appended by leader: 4, Current term: 2, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "376a2d8d9fa7488294aca1e33fb33e11" member_type: VOTER last_known_addr { host: "127.19.210.126" port: 38903 } } peers { permanent_uuid: "ff15a148b66e40969b765099386287bb" member_type: VOTER last_known_addr { host: "127.19.210.125" port: 41951 } } peers { permanent_uuid: "a340f48fe1b24662b880b2dcddd4366b" member_type: VOTER last_known_addr { host: "127.19.210.124" port: 42715 } }
02:02:19.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 02:02:19.751922 21238 leader_election.cc:336] T 00000000000000000000000000000000 P a340f48fe1b24662b880b2dcddd4366b [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer 376a2d8d9fa7488294aca1e33fb33e11 (127.19.210.126:38903): Network error: Client connection negotiation failed: client connection to 127.19.210.126:38903: connect: Connection refused (error 111)
02:02:19.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:19.754375 21340 sys_catalog.cc:455] T 00000000000000000000000000000000 P ff15a148b66e40969b765099386287bb [sys.catalog]: SysCatalogTable state changed. Reason: New leader ff15a148b66e40969b765099386287bb. Latest consensus state: current_term: 2 leader_uuid: "ff15a148b66e40969b765099386287bb" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "376a2d8d9fa7488294aca1e33fb33e11" member_type: VOTER last_known_addr { host: "127.19.210.126" port: 38903 } } peers { permanent_uuid: "ff15a148b66e40969b765099386287bb" member_type: VOTER last_known_addr { host: "127.19.210.125" port: 41951 } } peers { permanent_uuid: "a340f48fe1b24662b880b2dcddd4366b" member_type: VOTER last_known_addr { host: "127.19.210.124" port: 42715 } } }
02:02:19.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:19.760493 21155 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "a340f48fe1b24662b880b2dcddd4366b" candidate_term: 2 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "ff15a148b66e40969b765099386287bb" is_pre_election: true
02:02:19.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:19.763319 21340 sys_catalog.cc:458] T 00000000000000000000000000000000 P ff15a148b66e40969b765099386287bb [sys.catalog]: This master's current role is: LEADER
02:02:19.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:19.763927 21237 leader_election.cc:304] T 00000000000000000000000000000000 P a340f48fe1b24662b880b2dcddd4366b [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: a340f48fe1b24662b880b2dcddd4366b; no voters: 376a2d8d9fa7488294aca1e33fb33e11, ff15a148b66e40969b765099386287bb
02:02:19.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:19.764806 21335 raft_consensus.cc:2749] T 00000000000000000000000000000000 P a340f48fe1b24662b880b2dcddd4366b [term 2 FOLLOWER]: Leader pre-election lost for term 2. Reason: could not achieve majority
02:02:19.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:19.772617 21342 catalog_manager.cc:1524] Loading table and tablet metadata into memory...
02:02:19.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:19.781435 21342 catalog_manager.cc:1533] Initializing Kudu cluster ID...
02:02:19.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:19.785689 21342 catalog_manager.cc:1308] Loaded cluster ID: 3b0a1734f41147639e8c64636174409b
02:02:19.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:19.785933 21342 catalog_manager.cc:1544] Initializing Kudu internal certificate authority...
02:02:19.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:19.791301 21342 catalog_manager.cc:1553] Loading token signing keys...
02:02:19.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:19.795961 21342 catalog_manager.cc:6230] T 00000000000000000000000000000000 P ff15a148b66e40969b765099386287bb: Loaded TSK: 0
02:02:19.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:19.797435 21342 catalog_manager.cc:1563] Initializing in-progress tserver states...
02:02:20.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 26 02:02:20 dist-test-slave-v6v1 krb5kdc[20309](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790388140, etypes {rep=17 tkt=17 ses=17}, kudu/127.19.210.66@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
02:02:20.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:20.088639 20812 init.cc:295] Successfully reacquired a new kerberos TGT
02:02:20.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:20.273902 21263 raft_consensus.cc:1275] T 00000000000000000000000000000000 P a340f48fe1b24662b880b2dcddd4366b [term 2 FOLLOWER]: Refusing update from remote peer ff15a148b66e40969b765099386287bb: Log matching property violated. Preceding OpId in replica: term: 1 index: 4. Preceding OpId from leader: term: 2 index: 5. (index mismatch)
02:02:20.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:20.276017 21340 consensus_queue.cc:1048] T 00000000000000000000000000000000 P ff15a148b66e40969b765099386287bb [LEADER]: Connected to new peer: Peer: permanent_uuid: "a340f48fe1b24662b880b2dcddd4366b" member_type: VOTER last_known_addr { host: "127.19.210.124" port: 42715 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 5, Last known committed idx: 4, Time since last communication: 0.000s
02:02:20.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:20.302196 21344 sys_catalog.cc:455] T 00000000000000000000000000000000 P a340f48fe1b24662b880b2dcddd4366b [sys.catalog]: SysCatalogTable state changed. Reason: New leader ff15a148b66e40969b765099386287bb. Latest consensus state: current_term: 2 leader_uuid: "ff15a148b66e40969b765099386287bb" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "376a2d8d9fa7488294aca1e33fb33e11" member_type: VOTER last_known_addr { host: "127.19.210.126" port: 38903 } } peers { permanent_uuid: "ff15a148b66e40969b765099386287bb" member_type: VOTER last_known_addr { host: "127.19.210.125" port: 41951 } } peers { permanent_uuid: "a340f48fe1b24662b880b2dcddd4366b" member_type: VOTER last_known_addr { host: "127.19.210.124" port: 42715 } } }
02:02:20.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:20.303104 21344 sys_catalog.cc:458] T 00000000000000000000000000000000 P a340f48fe1b24662b880b2dcddd4366b [sys.catalog]: This master's current role is: FOLLOWER
02:02:20.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:20.319404 21344 sys_catalog.cc:455] T 00000000000000000000000000000000 P a340f48fe1b24662b880b2dcddd4366b [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 2 leader_uuid: "ff15a148b66e40969b765099386287bb" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "376a2d8d9fa7488294aca1e33fb33e11" member_type: VOTER last_known_addr { host: "127.19.210.126" port: 38903 } } peers { permanent_uuid: "ff15a148b66e40969b765099386287bb" member_type: VOTER last_known_addr { host: "127.19.210.125" port: 41951 } } peers { permanent_uuid: "a340f48fe1b24662b880b2dcddd4366b" member_type: VOTER last_known_addr { host: "127.19.210.124" port: 42715 } } }
02:02:20.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:20.320093 21344 sys_catalog.cc:458] T 00000000000000000000000000000000 P a340f48fe1b24662b880b2dcddd4366b [sys.catalog]: This master's current role is: FOLLOWER
02:02:20.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:20.323904 21346 sys_catalog.cc:455] T 00000000000000000000000000000000 P ff15a148b66e40969b765099386287bb [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 2 leader_uuid: "ff15a148b66e40969b765099386287bb" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "376a2d8d9fa7488294aca1e33fb33e11" member_type: VOTER last_known_addr { host: "127.19.210.126" port: 38903 } } peers { permanent_uuid: "ff15a148b66e40969b765099386287bb" member_type: VOTER last_known_addr { host: "127.19.210.125" port: 41951 } } peers { permanent_uuid: "a340f48fe1b24662b880b2dcddd4366b" member_type: VOTER last_known_addr { host: "127.19.210.124" port: 42715 } } }
02:02:20.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:20.328595 21346 sys_catalog.cc:458] T 00000000000000000000000000000000 P ff15a148b66e40969b765099386287bb [sys.catalog]: This master's current role is: LEADER
02:02:20.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 02:02:20.361893 21130 consensus_peers.cc:597] T 00000000000000000000000000000000 P ff15a148b66e40969b765099386287bb -> Peer 376a2d8d9fa7488294aca1e33fb33e11 (127.19.210.126:38903): Couldn't send request to peer 376a2d8d9fa7488294aca1e33fb33e11. Status: Network error: Client connection negotiation failed: client connection to 127.19.210.126:38903: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
02:02:21.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:21.083751 21093 master_runner.cc:187] Error getting master registration for 127.19.210.126:38903: Network error: Client connection negotiation failed: client connection to 127.19.210.126:38903: connect: Connection refused (error 111),
02:02:21.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:21.084429 21093 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
02:02:21.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 02:02:21.132248 21075 debug-util.cc:398] Leaking SignalData structure 0x7b08000b3180 after lost signal to thread 20944
02:02:21.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 02:02:21.134099 21075 debug-util.cc:398] Leaking SignalData structure 0x7b08000b7900 after lost signal to thread 21078
02:02:21.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:21.668716 21080 heartbeater.cc:499] Master 127.19.210.125:41951 was elected leader, sending a full tablet report...
02:02:21.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:21.687300 20930 heartbeater.cc:499] Master 127.19.210.125:41951 was elected leader, sending a full tablet report...
02:02:21.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:21.758387 20775 heartbeater.cc:499] Master 127.19.210.125:41951 was elected leader, sending a full tablet report...
02:02:21.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 02:02:20.370035 21320 debug-util.cc:398] Leaking SignalData structure 0x7b0800037cc0 after lost signal to thread 21290
02:02:21.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 02:02:21.834060 21320 kernel_stack_watchdog.cc:198] Thread 21290 stuck at /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:642 for 384ms:
02:02:21.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
02:02:21.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
02:02:21.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
02:02:21.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
02:02:21.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 02:02:18.986363 21321 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:02:21.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 02:02:21.835549 21290 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 2.852s user 0.663s sys 1.120s
02:02:21.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 02:02:21.835604 21323 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection timed out after 2851 milliseconds
02:02:21.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 02:02:21.835944 21290 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 2.852s user 0.663s sys 1.120s
02:02:21.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 02:02:21.836556 21324 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:02:21.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:21.836977 21290 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
02:02:21.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:21.842015 21290 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:02:21.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:21.845770 21290 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:02:21.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:21.847215 21290 hybrid_clock.cc:648] HybridClock initialized: now 1790388141847132 us; error 84 us; skew 500 ppm
02:02:21.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:21.848260 21290 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
02:02:21.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 26 02:02:21 dist-test-slave-v6v1 krb5kdc[20309](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790388141, etypes {rep=17 tkt=17 ses=17}, kudu/127.19.210.126@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
02:02:21.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:21.857290 21290 init.cc:377] Logged in from keytab as kudu/127.19.210.126@KRBTEST.COM (short username kudu)
02:02:21.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:21.865208 21290 webserver.cc:533] Webserver started at http://127.19.210.126:33015/ using document root <none> and password file <none>
02:02:21.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:21.866559 21290 fs_manager.cc:362] Metadata directory not provided
02:02:21.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:21.866977 21290 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:02:21.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:21.893352 21290 fs_manager.cc:714] Time spent opening directory manager: real 0.022s user 0.015s sys 0.006s
02:02:21.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:21.907727 21367 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
02:02:21.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:21.909632 21290 fs_manager.cc:730] Time spent opening block manager: real 0.013s user 0.001s sys 0.006s
02:02:21.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:21.910315 21290 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-tasktYbl31/test-tmp/mini-kudu-cluster17713817766778669545/master-0/data,/tmp/dist-test-tasktYbl31/test-tmp/mini-kudu-cluster17713817766778669545/master-0/wal
02:02:21.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "376a2d8d9fa7488294aca1e33fb33e11"
02:02:21.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-26 02:01:58 on dist-test-slave-v6v1"
02:02:21.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:21.913437 21290 fs_report.cc:389] FS layout report
02:02:21.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:02:21.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-tasktYbl31/test-tmp/mini-kudu-cluster17713817766778669545/master-0/wal
02:02:21.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-tasktYbl31/test-tmp/mini-kudu-cluster17713817766778669545/master-0/wal
02:02:21.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-tasktYbl31/test-tmp/mini-kudu-cluster17713817766778669545/master-0/data/data
02:02:21.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:02:21.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:02:21.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:02:21.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:02:21.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:02:21.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:02:21.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:02:21.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:02:21.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:02:21.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:02:21.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:02:21.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:21.993065 21290 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
02:02:22.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:22.001252 21290 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:02:22.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:22.002174 21290 kserver.cc:163] Server-wide thread pool size limit: 3276
02:02:22.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:22.111258 21290 rpc_server.cc:307] RPC server started. Bound to: 127.19.210.126:38903
02:02:22.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:22.111380 21418 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.19.210.126:38903 every 8 connection(s)
02:02:22.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:22.115691 21290 server_base.cc:1193] Dumped server information to /tmp/dist-test-tasktYbl31/test-tmp/mini-kudu-cluster17713817766778669545/master-0/data/info.pb
02:02:22.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:22.124853 20297 external_mini_cluster.cc:1434] Started /tmp/dist-test-tasktYbl31/build/tsan/bin/kudu as pid 21290
02:02:22.125 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
02:02:22.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:22.135850 21419 sys_catalog.cc:263] Verifying existing consensus state
02:02:22.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:22.143297 21419 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 376a2d8d9fa7488294aca1e33fb33e11: Bootstrap starting.
02:02:22.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:22.200979 21419 log.cc:826] T 00000000000000000000000000000000 P 376a2d8d9fa7488294aca1e33fb33e11: Log is configured to *not* fsync() on all Append() calls
02:02:22.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:22.240998 21419 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 376a2d8d9fa7488294aca1e33fb33e11: Bootstrap replayed 1/1 log segments. Stats: ops{read=4 overwritten=0 applied=4 ignored=0} inserts{seen=3 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
02:02:22.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 26 02:02:22 dist-test-slave-v6v1 krb5kdc[20309](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790388135, etypes {rep=17 tkt=17 ses=17}, kudu/127.19.210.125@KRBTEST.COM for kudu/127.19.210.126@KRBTEST.COM
02:02:22.255 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.19.210.125:41951(127.19.210.125:41951)] connecting to peer
02:02:22.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:22.264786 21419 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 376a2d8d9fa7488294aca1e33fb33e11: Bootstrap complete.
02:02:22.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:22.343648 21419 raft_consensus.cc:359] T 00000000000000000000000000000000 P 376a2d8d9fa7488294aca1e33fb33e11 [term 1 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "376a2d8d9fa7488294aca1e33fb33e11" member_type: VOTER last_known_addr { host: "127.19.210.126" port: 38903 } } peers { permanent_uuid: "ff15a148b66e40969b765099386287bb" member_type: VOTER last_known_addr { host: "127.19.210.125" port: 41951 } } peers { permanent_uuid: "a340f48fe1b24662b880b2dcddd4366b" member_type: VOTER last_known_addr { host: "127.19.210.124" port: 42715 } }
02:02:22.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:22.351090 21419 raft_consensus.cc:740] T 00000000000000000000000000000000 P 376a2d8d9fa7488294aca1e33fb33e11 [term 1 FOLLOWER]: Becoming Follower/Learner. State: Replica: 376a2d8d9fa7488294aca1e33fb33e11, State: Initialized, Role: FOLLOWER
02:02:22.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:22.353505 21419 consensus_queue.cc:260] T 00000000000000000000000000000000 P 376a2d8d9fa7488294aca1e33fb33e11 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 4, Last appended: 1.4, Last appended by leader: 4, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "376a2d8d9fa7488294aca1e33fb33e11" member_type: VOTER last_known_addr { host: "127.19.210.126" port: 38903 } } peers { permanent_uuid: "ff15a148b66e40969b765099386287bb" member_type: VOTER last_known_addr { host: "127.19.210.125" port: 41951 } } peers { permanent_uuid: "a340f48fe1b24662b880b2dcddd4366b" member_type: VOTER last_known_addr { host: "127.19.210.124" port: 42715 } }
02:02:22.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:22.370493 21424 sys_catalog.cc:455] T 00000000000000000000000000000000 P 376a2d8d9fa7488294aca1e33fb33e11 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 1 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "376a2d8d9fa7488294aca1e33fb33e11" member_type: VOTER last_known_addr { host: "127.19.210.126" port: 38903 } } peers { permanent_uuid: "ff15a148b66e40969b765099386287bb" member_type: VOTER last_known_addr { host: "127.19.210.125" port: 41951 } } peers { permanent_uuid: "a340f48fe1b24662b880b2dcddd4366b" member_type: VOTER last_known_addr { host: "127.19.210.124" port: 42715 } } }
02:02:22.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:22.371810 21424 sys_catalog.cc:458] T 00000000000000000000000000000000 P 376a2d8d9fa7488294aca1e33fb33e11 [sys.catalog]: This master's current role is: FOLLOWER
02:02:22.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:22.373307 21419 sys_catalog.cc:565] T 00000000000000000000000000000000 P 376a2d8d9fa7488294aca1e33fb33e11 [sys.catalog]: configured and running, proceeding with master startup.
02:02:22.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:22.373908 21394 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 376a2d8d9fa7488294aca1e33fb33e11 [term 1 FOLLOWER]: Advancing to term 2
02:02:22.437 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.19.210.124:42715(127.19.210.124:42715)] connecting to peer
02:02:22.446 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.19.210.126:38903(127.19.210.126:38903)] connecting to peer
02:02:22.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:22.451254 21424 sys_catalog.cc:455] T 00000000000000000000000000000000 P 376a2d8d9fa7488294aca1e33fb33e11 [sys.catalog]: SysCatalogTable state changed. Reason: New leader ff15a148b66e40969b765099386287bb. Latest consensus state: current_term: 2 leader_uuid: "ff15a148b66e40969b765099386287bb" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "376a2d8d9fa7488294aca1e33fb33e11" member_type: VOTER last_known_addr { host: "127.19.210.126" port: 38903 } } peers { permanent_uuid: "ff15a148b66e40969b765099386287bb" member_type: VOTER last_known_addr { host: "127.19.210.125" port: 41951 } } peers { permanent_uuid: "a340f48fe1b24662b880b2dcddd4366b" member_type: VOTER last_known_addr { host: "127.19.210.124" port: 42715 } } }
02:02:22.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:22.451912 21424 sys_catalog.cc:458] T 00000000000000000000000000000000 P 376a2d8d9fa7488294aca1e33fb33e11 [sys.catalog]: This master's current role is: FOLLOWER
02:02:22.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:22.452451 21432 sys_catalog.cc:455] T 00000000000000000000000000000000 P 376a2d8d9fa7488294aca1e33fb33e11 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 2 leader_uuid: "ff15a148b66e40969b765099386287bb" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "376a2d8d9fa7488294aca1e33fb33e11" member_type: VOTER last_known_addr { host: "127.19.210.126" port: 38903 } } peers { permanent_uuid: "ff15a148b66e40969b765099386287bb" member_type: VOTER last_known_addr { host: "127.19.210.125" port: 41951 } } peers { permanent_uuid: "a340f48fe1b24662b880b2dcddd4366b" member_type: VOTER last_known_addr { host: "127.19.210.124" port: 42715 } } }
02:02:22.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:22.453111 21432 sys_catalog.cc:458] T 00000000000000000000000000000000 P 376a2d8d9fa7488294aca1e33fb33e11 [sys.catalog]: This master's current role is: FOLLOWER
02:02:22.494 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.19.210.124:42715(127.19.210.124:42715)] Successfully connected to peer
02:02:22.498 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.19.210.126:38903(127.19.210.126:38903)] Successfully connected to peer
02:02:22.499 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.19.210.125:41951(127.19.210.125:41951)] Successfully connected to peer
02:02:22.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:22.684506 21443 catalog_manager.cc:1308] Loaded cluster ID: 3b0a1734f41147639e8c64636174409b
02:02:22.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:22.684791 21443 catalog_manager.cc:1601] T 00000000000000000000000000000000 P 376a2d8d9fa7488294aca1e33fb33e11: loading cluster ID for follower catalog manager: success
02:02:22.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:22.700489 21443 catalog_manager.cc:1623] T 00000000000000000000000000000000 P 376a2d8d9fa7488294aca1e33fb33e11: acquiring CA information for follower catalog manager: success
02:02:22.703 [WARN - kudu-nio-2] (SecurityContext.java:206) Caller-provided Subject has a Kerberos ticket that is about to expire. Kudu expects the application to renew or re-acquire its own tickets before expiration.
02:02:22.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:22.719658 21443 catalog_manager.cc:1651] T 00000000000000000000000000000000 P 376a2d8d9fa7488294aca1e33fb33e11: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
02:02:22.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 26 02:02:22 dist-test-slave-v6v1 krb5kdc[20309](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790388141, etypes {rep=17 tkt=17 ses=17}, kudu/127.19.210.126@KRBTEST.COM for kudu/127.19.210.126@KRBTEST.COM
02:02:22.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:22.762096 21083 heartbeater.cc:344] Connected to a master server at 127.19.210.126:38903
02:02:22.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:22.762336 20933 heartbeater.cc:344] Connected to a master server at 127.19.210.126:38903
02:02:22.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:22.773350 21384 master_service.cc:438] Got heartbeat from unknown tserver (permanent_uuid: "233c490bbffa48ecb015a664f5a25f5d" instance_seqno: 1790388133223677) as {username='kudu', principal='kudu/127.19.210.67@KRBTEST.COM'} at 127.19.210.67:46237; Asking this server to re-register.
02:02:22.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:22.775287 21083 heartbeater.cc:461] Registering TS with master...
02:02:22.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:22.776444 21384 master_service.cc:438] Got heartbeat from unknown tserver (permanent_uuid: "0fa2ddef49e7425a86e08e8c724b3acf" instance_seqno: 1790388130307408) as {username='kudu', principal='kudu/127.19.210.66@KRBTEST.COM'} at 127.19.210.66:47199; Asking this server to re-register.
02:02:22.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:22.777766 20933 heartbeater.cc:461] Registering TS with master...
02:02:22.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:22.782300 21384 ts_manager.cc:194] Registered new tserver with Master: 0fa2ddef49e7425a86e08e8c724b3acf (127.19.210.66:35287)
02:02:22.792 [DEBUG - kudu-nio-2] (Negotiator.java:528) SASL mechanism GSSAPI chosen for peer 127.19.210.126
02:02:22.793 [DEBUG - kudu-nio-0] (Negotiator.java:528) SASL mechanism GSSAPI chosen for peer 127.19.210.125
02:02:22.794 [DEBUG - kudu-nio-1] (Negotiator.java:528) SASL mechanism GSSAPI chosen for peer 127.19.210.124
02:02:22.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:22.796030 21383 ts_manager.cc:194] Registered new tserver with Master: 233c490bbffa48ecb015a664f5a25f5d (127.19.210.67:38001)
02:02:22.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:22.849009 21455 sys_catalog.cc:455] T 00000000000000000000000000000000 P ff15a148b66e40969b765099386287bb [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 2 leader_uuid: "ff15a148b66e40969b765099386287bb" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "376a2d8d9fa7488294aca1e33fb33e11" member_type: VOTER last_known_addr { host: "127.19.210.126" port: 38903 } } peers { permanent_uuid: "ff15a148b66e40969b765099386287bb" member_type: VOTER last_known_addr { host: "127.19.210.125" port: 41951 } } peers { permanent_uuid: "a340f48fe1b24662b880b2dcddd4366b" member_type: VOTER last_known_addr { host: "127.19.210.124" port: 42715 } } }
02:02:22.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:22.851096 21455 sys_catalog.cc:458] T 00000000000000000000000000000000 P ff15a148b66e40969b765099386287bb [sys.catalog]: This master's current role is: LEADER
02:02:22.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:22.877061 20778 heartbeater.cc:344] Connected to a master server at 127.19.210.126:38903
02:02:22.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:22.880978 21383 master_service.cc:438] Got heartbeat from unknown tserver (permanent_uuid: "c1fd68f2185c492794a77addbfb647fe" instance_seqno: 1790388127402393) as {username='kudu', principal='kudu/127.19.210.65@KRBTEST.COM'} at 127.19.210.65:45837; Asking this server to re-register.
02:02:22.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:22.883374 20778 heartbeater.cc:461] Registering TS with master...
02:02:22.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:22.886686 21383 ts_manager.cc:194] Registered new tserver with Master: c1fd68f2185c492794a77addbfb647fe (127.19.210.65:37883)
02:02:22.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 26 02:02:22 dist-test-slave-v6v1 krb5kdc[20309](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790388142, etypes {rep=17 tkt=17 ses=17}, kudu/127.19.210.67@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
02:02:22.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:22.919070 20962 init.cc:295] Successfully reacquired a new kerberos TGT
02:02:23.184 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.210.125:41951(127.19.210.125:41951)] cleaning up while in state NEGOTIATING due to: Server requires Kerberos, but this client is not authenticated (missing or expired TGT)
02:02:23.184 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.19.210.126:38903(127.19.210.126:38903)] cleaning up while in state NEGOTIATING due to: Server requires Kerberos, but this client is not authenticated (missing or expired TGT)
02:02:23.186 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.19.210.126:38903: Server requires Kerberos, but this client is not authenticated (missing or expired TGT)
02:02:23.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 02:02:23.191052 21422 negotiation.cc:336] Failed RPC negotiation. Trace:
02:02:23.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0926 02:02:22.484434 (+ 0us) reactor.cc:730] Submitting negotiation task for server connection from 127.0.0.1:44138 (local address 127.19.210.126:38903)
02:02:23.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0926 02:02:22.485236 (+ 802us) server_negotiation.cc:207] Beginning negotiation
02:02:23.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0926 02:02:22.485265 (+ 29us) server_negotiation.cc:400] Waiting for connection header
02:02:23.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0926 02:02:22.610232 (+124967us) server_negotiation.cc:408] Connection header received
02:02:23.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0926 02:02:22.664151 (+ 53919us) server_negotiation.cc:366] Received NEGOTIATE NegotiatePB request
02:02:23.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0926 02:02:22.664194 (+ 43us) server_negotiation.cc:462] Received NEGOTIATE request from client
02:02:23.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0926 02:02:22.664423 (+ 229us) server_negotiation.cc:378] Sending NEGOTIATE NegotiatePB response
02:02:23.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0926 02:02:22.664591 (+ 168us) server_negotiation.cc:227] Negotiated authn=SASL
02:02:23.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0926 02:02:23.043475 (+378884us) server_negotiation.cc:366] Received TLS_HANDSHAKE NegotiatePB request
02:02:23.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0926 02:02:23.044945 (+ 1470us) server_negotiation.cc:378] Sending TLS_HANDSHAKE NegotiatePB response
02:02:23.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0926 02:02:23.170248 (+125303us) server_negotiation.cc:366] Received TLS_HANDSHAKE NegotiatePB request
02:02:23.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0926 02:02:23.170843 (+ 595us) server_negotiation.cc:663] Negotiated TLSv1.3 with cipher TLS_AES_128_GCM_SHA256 TLSv1.3 Kx=any Au=any Enc=AESGCM(128) Mac=AEAD
02:02:23.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0926 02:02:23.189519 (+ 18676us) negotiation.cc:326] Negotiation complete: Network error: Server connection negotiation failed: server connection from 127.0.0.1:44138: BlockingRecv error: failed to read from TLS socket (remote: 127.0.0.1:44138): Cannot send after transport endpoint shutdown (error 108)
02:02:23.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"server-negotiator.queue_time_us":163}
02:02:23.196 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.210.125:41951: Server requires Kerberos, but this client is not authenticated (missing or expired TGT)
02:02:23.199 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.210.124:42715(127.19.210.124:42715)] cleaning up while in state NEGOTIATING due to: Server requires Kerberos, but this client is not authenticated (missing or expired TGT)
02:02:23.199 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.210.124:42715: Server requires Kerberos, but this client is not authenticated (missing or expired TGT)
02:02:23.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 02:02:23.200085 21439 negotiation.cc:336] Failed RPC negotiation. Trace:
02:02:23.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0926 02:02:22.499136 (+ 0us) reactor.cc:730] Submitting negotiation task for server connection from 127.0.0.1:40796 (local address 127.19.210.125:41951)
02:02:23.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0926 02:02:22.515122 (+ 15986us) server_negotiation.cc:207] Beginning negotiation
02:02:23.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0926 02:02:22.515150 (+ 28us) server_negotiation.cc:400] Waiting for connection header
02:02:23.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0926 02:02:22.600029 (+ 84879us) server_negotiation.cc:408] Connection header received
02:02:23.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0926 02:02:22.660949 (+ 60920us) server_negotiation.cc:366] Received NEGOTIATE NegotiatePB request
02:02:23.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0926 02:02:22.660979 (+ 30us) server_negotiation.cc:462] Received NEGOTIATE request from client
02:02:23.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0926 02:02:22.661247 (+ 268us) server_negotiation.cc:378] Sending NEGOTIATE NegotiatePB response
02:02:23.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0926 02:02:22.661454 (+ 207us) server_negotiation.cc:227] Negotiated authn=SASL
02:02:23.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0926 02:02:23.040959 (+379505us) server_negotiation.cc:366] Received TLS_HANDSHAKE NegotiatePB request
02:02:23.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0926 02:02:23.042576 (+ 1617us) server_negotiation.cc:378] Sending TLS_HANDSHAKE NegotiatePB response
02:02:23.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0926 02:02:23.172025 (+129449us) server_negotiation.cc:366] Received TLS_HANDSHAKE NegotiatePB request
02:02:23.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0926 02:02:23.172690 (+ 665us) server_negotiation.cc:663] Negotiated TLSv1.3 with cipher TLS_AES_128_GCM_SHA256 TLSv1.3 Kx=any Au=any Enc=AESGCM(128) Mac=AEAD
02:02:23.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0926 02:02:23.198230 (+ 25540us) negotiation.cc:326] Negotiation complete: Network error: Server connection negotiation failed: server connection from 127.0.0.1:40796: BlockingRecv error: failed to read from TLS socket (remote: 127.0.0.1:40796): Cannot send after transport endpoint shutdown (error 108)
02:02:23.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"server-negotiator.queue_time_us":14184,"thread_start_us":13889,"threads_started":1}
02:02:23.203 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.19.210.126:38903(127.19.210.126:38903)] handling channelInactive
02:02:23.204 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.19.210.125:41951(127.19.210.125:41951)] handling channelInactive
02:02:23.210 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1523) Notify RPC KuduRpc(method=ListTabletServers, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=1079), Traces: [0ms] refreshing cache from master, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.210.125:41951, [302ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.210.124:42715, [311ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.210.126:38903, [1050ms] Sub RPC ConnectToMaster: received response from server master-127.19.210.126:38903: Configuration error: Server requires Kerberos, but this client is not authenticated (missing or expired TGT), [1061ms] Sub RPC ConnectToMaster: received response from server master-127.19.210.125:41951: Configuration error: Server requires Kerberos, but this client is not authenticated (missing or expired TGT), [1064ms] Sub RPC ConnectToMaster: received response from server master-127.19.210.124:42715: Configuration error: Server requires Kerberos, but this client is not authenticated (missing or expired TGT), deferred=null) after lookup exception
org.apache.kudu.client.NonRecoverableException: Couldn't find a valid master in (127.19.210.125:41951,127.19.210.124:42715,127.19.210.126:38903). Exceptions received: [org.apache.kudu.client.NonRecoverableException: Server requires Kerberos, but this client is not authenticated (missing or expired TGT), org.apache.kudu.client.NonRecoverableException: Server requires Kerberos, but this client is not authenticated (missing or expired TGT), org.apache.kudu.client.NonRecoverableException: Server requires Kerberos, but this client is not authenticated (missing or expired TGT)]
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:268)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:291)
at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:345)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:256)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:325)
at io.netty.channel.AbstractChannelHandlerContext.fireExceptionCaught(AbstractChannelHandlerContext.java:317)
at io.netty.channel.ChannelInboundHandlerAdapter.exceptionCaught(ChannelInboundHandlerAdapter.java:143)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:447)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:171)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:796)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
at java.base/java.lang.Thread.run(Thread.java:840)
org.apache.kudu.client.NonRecoverableException: Couldn't find a valid master in (127.19.210.125:41951,127.19.210.124:42715,127.19.210.126:38903). Exceptions received: [org.apache.kudu.client.NonRecoverableException: Server requires Kerberos, but this client is not authenticated (missing or expired TGT), org.apache.kudu.client.NonRecoverableException: Server requires Kerberos, but this client is not authenticated (missing or expired TGT), org.apache.kudu.client.NonRecoverableException: Server requires Kerberos, but this client is not authenticated (missing or expired TGT)]
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:268)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:291)
at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:345)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:256)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:325)
at io.netty.channel.AbstractChannelHandlerContext.fireExceptionCaught(AbstractChannelHandlerContext.java:317)
at io.netty.channel.ChannelInboundHandlerAdapter.exceptionCaught(ChannelInboundHandlerAdapter.java:143)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:447)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:171)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:796)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
at java.base/java.lang.Thread.run(Thread.java:840)
02:02:23.218 [DEBUG - kudu-nio-1] (KuduRpc.java:274) Handling a callback on RPC KuduRpc(method=ListTabletServers, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=1088), Traces: [0ms] refreshing cache from master, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.210.125:41951, [302ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.210.124:42715, [311ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.210.126:38903, [1050ms] Sub RPC ConnectToMaster: received response from server master-127.19.210.126:38903: Configuration error: Server requires Kerberos, but this client is not authenticated (missing or expired TGT), [1061ms] Sub RPC ConnectToMaster: received response from server master-127.19.210.125:41951: Configuration error: Server requires Kerberos, but this client is not authenticated (missing or expired TGT), [1064ms] Sub RPC ConnectToMaster: received response from server master-127.19.210.124:42715: Configuration error: Server requires Kerberos, but this client is not authenticated (missing or expired TGT), deferred=null) with no deferred attached!
02:02:23.219 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.19.210.124:42715(127.19.210.124:42715)] handling channelInactive
02:02:23.220 [DEBUG - Time-limited test] (Connection.java:575) [peer master-127.19.210.126:38903(127.19.210.126:38903)] disconnecting while in state TERMINATED
02:02:23.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 02:02:23.224174 21438 negotiation.cc:336] Failed RPC negotiation. Trace:
02:02:23.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0926 02:02:22.486102 (+ 0us) reactor.cc:730] Submitting negotiation task for server connection from 127.0.0.1:39662 (local address 127.19.210.124:42715)
02:02:23.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0926 02:02:22.501167 (+ 15065us) server_negotiation.cc:207] Beginning negotiation
02:02:23.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0926 02:02:22.501226 (+ 59us) server_negotiation.cc:400] Waiting for connection header
02:02:23.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0926 02:02:22.602962 (+101736us) server_negotiation.cc:408] Connection header received
02:02:23.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0926 02:02:22.671997 (+ 69035us) server_negotiation.cc:366] Received NEGOTIATE NegotiatePB request
02:02:23.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0926 02:02:22.672027 (+ 30us) server_negotiation.cc:462] Received NEGOTIATE request from client
02:02:23.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0926 02:02:22.672351 (+ 324us) server_negotiation.cc:378] Sending NEGOTIATE NegotiatePB response
02:02:23.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0926 02:02:22.672554 (+ 203us) server_negotiation.cc:227] Negotiated authn=SASL
02:02:23.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0926 02:02:23.038561 (+366007us) server_negotiation.cc:366] Received TLS_HANDSHAKE NegotiatePB request
02:02:23.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0926 02:02:23.040092 (+ 1531us) server_negotiation.cc:378] Sending TLS_HANDSHAKE NegotiatePB response
02:02:23.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0926 02:02:23.162990 (+122898us) server_negotiation.cc:366] Received TLS_HANDSHAKE NegotiatePB request
02:02:23.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0926 02:02:23.163605 (+ 615us) server_negotiation.cc:663] Negotiated TLSv1.3 with cipher TLS_AES_128_GCM_SHA256 TLSv1.3 Kx=any Au=any Enc=AESGCM(128) Mac=AEAD
02:02:23.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0926 02:02:23.222299 (+ 58694us) negotiation.cc:326] Negotiation complete: Network error: Server connection negotiation failed: server connection from 127.0.0.1:39662: BlockingRecv error: failed to read from TLS socket (remote: unknown): Cannot send after transport endpoint shutdown (error 108)
02:02:23.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"server-negotiator.queue_time_us":14385,"thread_start_us":15064,"threads_started":1}
02:02:23.238 [DEBUG - Time-limited test] (Connection.java:575) [peer master-127.19.210.124:42715(127.19.210.124:42715)] disconnecting while in state TERMINATED
02:02:23.239 [DEBUG - Time-limited test] (Connection.java:575) [peer master-127.19.210.125:41951(127.19.210.125:41951)] disconnecting while in state TERMINATED
02:02:23.240 [DEBUG - Time-limited test] (AsyncKuduClient.java:2704) Releasing all remaining resources
02:02:23.247 [DEBUG - main] (AsyncKuduClient.java:2704) Releasing all remaining resources
02:02:23.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:23.284387 20297 external_mini_cluster.cc:1664] Killing /tmp/dist-test-tasktYbl31/build/tsan/bin/kudu with pid 20639
02:02:23.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:23.327821 20297 external_mini_cluster.cc:1664] Killing /tmp/dist-test-tasktYbl31/build/tsan/bin/kudu with pid 20791
02:02:23.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:23.366777 20297 external_mini_cluster.cc:1664] Killing /tmp/dist-test-tasktYbl31/build/tsan/bin/kudu with pid 20943
02:02:23.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:23.394584 20297 external_mini_cluster.cc:1664] Killing /tmp/dist-test-tasktYbl31/build/tsan/bin/kudu with pid 21290
02:02:23.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:23.424708 20297 external_mini_cluster.cc:1664] Killing /tmp/dist-test-tasktYbl31/build/tsan/bin/kudu with pid 21093
02:02:23.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:23.458039 20297 external_mini_cluster.cc:1664] Killing /tmp/dist-test-tasktYbl31/build/tsan/bin/kudu with pid 21182
02:02:24.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-09-26T02:02:24Z chronyd exiting
02:02:25.720 [DEBUG - main] (AsyncKuduClient.java:2704) Releasing all remaining resources
02:02:25.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:25.723765 19565 external_mini_cluster.cc:1664] Killing /tmp/dist-test-tasktYbl31/build/tsan/bin/kudu with pid 19846
02:02:25.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:25.749225 19565 external_mini_cluster.cc:1664] Killing /tmp/dist-test-tasktYbl31/build/tsan/bin/kudu with pid 20008
02:02:25.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:25.774204 19565 external_mini_cluster.cc:1664] Killing /tmp/dist-test-tasktYbl31/build/tsan/bin/kudu with pid 20154
02:02:25.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:25.801789 19565 external_mini_cluster.cc:1664] Killing /tmp/dist-test-tasktYbl31/build/tsan/bin/kudu with pid 19577
02:02:25.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:25.831177 19565 external_mini_cluster.cc:1664] Killing /tmp/dist-test-tasktYbl31/build/tsan/bin/kudu with pid 19647
02:02:25.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 02:02:25.858829 19565 external_mini_cluster.cc:1664] Killing /tmp/dist-test-tasktYbl31/build/tsan/bin/kudu with pid 19722
02:02:26.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-09-26T02:02:26Z chronyd exiting
02:02:28.034 [ERROR - main] (RetryRule.java:206) org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally: failed attempt 1
org.apache.kudu.client.NonRecoverableException: Couldn't find a valid master in (127.19.210.125:41951,127.19.210.124:42715,127.19.210.126:38903). Exceptions received: [org.apache.kudu.client.NonRecoverableException: Server requires Kerberos, but this client is not authenticated (missing or expired TGT), org.apache.kudu.client.NonRecoverableException: Server requires Kerberos, but this client is not authenticated (missing or expired TGT), org.apache.kudu.client.NonRecoverableException: Server requires Kerberos, but this client is not authenticated (missing or expired TGT)]
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263)
at org.apache.kudu.client.TestSecurity.checkClientCanReconnect(TestSecurity.java:160)
at org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally(TestSecurity.java:456)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:569)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
at java.base/java.lang.Thread.run(Thread.java:840)
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:268)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:291)
at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:345)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:256)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:325)
at io.netty.channel.AbstractChannelHandlerContext.fireExceptionCaught(AbstractChannelHandlerContext.java:317)
at io.netty.channel.ChannelInboundHandlerAdapter.exceptionCaught(ChannelInboundHandlerAdapter.java:143)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:447)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:171)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:796)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
... 1 more
org.apache.kudu.client.NonRecoverableException: Couldn't find a valid master in (127.19.210.125:41951,127.19.210.124:42715,127.19.210.126:38903). Exceptions received: [org.apache.kudu.client.NonRecoverableException: Server requires Kerberos, but this client is not authenticated (missing or expired TGT), org.apache.kudu.client.NonRecoverableException: Server requires Kerberos, but this client is not authenticated (missing or expired TGT), org.apache.kudu.client.NonRecoverableException: Server requires Kerberos, but this client is not authenticated (missing or expired TGT)]
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263)
at org.apache.kudu.client.TestSecurity.checkClientCanReconnect(TestSecurity.java:160)
at org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally(TestSecurity.java:456)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:569)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
at java.base/java.lang.Thread.run(Thread.java:840)
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:268)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:291)
at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:345)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:256)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:325)
at io.netty.channel.AbstractChannelHandlerContext.fireExceptionCaught(AbstractChannelHandlerContext.java:317)
at io.netty.channel.ChannelInboundHandlerAdapter.exceptionCaught(ChannelInboundHandlerAdapter.java:143)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:447)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:171)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:796)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
... 1 more
02:02:28.872 [ERROR - main] (RetryRule.java:253) org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally: giving up after 1 attempts
02:02:28.872 [ERROR - main] (RetryRule.java:206) org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally: failed attempt 1
org.apache.kudu.client.NonRecoverableException: Couldn't find a valid master in (127.19.210.125:41951,127.19.210.124:42715,127.19.210.126:38903). Exceptions received: [org.apache.kudu.client.NonRecoverableException: Server requires Kerberos, but this client is not authenticated (missing or expired TGT), org.apache.kudu.client.NonRecoverableException: Server requires Kerberos, but this client is not authenticated (missing or expired TGT), org.apache.kudu.client.NonRecoverableException: Server requires Kerberos, but this client is not authenticated (missing or expired TGT)]
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263)
at org.apache.kudu.client.TestSecurity.checkClientCanReconnect(TestSecurity.java:160)
at org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally(TestSecurity.java:456)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:569)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
at java.base/java.lang.Thread.run(Thread.java:840)
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:268)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:291)
at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:345)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:256)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:325)
at io.netty.channel.AbstractChannelHandlerContext.fireExceptionCaught(AbstractChannelHandlerContext.java:317)
at io.netty.channel.ChannelInboundHandlerAdapter.exceptionCaught(ChannelInboundHandlerAdapter.java:143)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:447)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:171)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:796)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
... 1 more
org.apache.kudu.client.NonRecoverableException: Couldn't find a valid master in (127.19.210.125:41951,127.19.210.124:42715,127.19.210.126:38903). Exceptions received: [org.apache.kudu.client.NonRecoverableException: Server requires Kerberos, but this client is not authenticated (missing or expired TGT), org.apache.kudu.client.NonRecoverableException: Server requires Kerberos, but this client is not authenticated (missing or expired TGT), org.apache.kudu.client.NonRecoverableException: Server requires Kerberos, but this client is not authenticated (missing or expired TGT)]
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263)
at org.apache.kudu.client.TestSecurity.checkClientCanReconnect(TestSecurity.java:160)
at org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally(TestSecurity.java:456)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:569)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
at java.base/java.lang.Thread.run(Thread.java:840)
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:268)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:291)
at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:345)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:256)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:325)
at io.netty.channel.AbstractChannelHandlerContext.fireExceptionCaught(AbstractChannelHandlerContext.java:317)
at io.netty.channel.ChannelInboundHandlerAdapter.exceptionCaught(ChannelInboundHandlerAdapter.java:143)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:447)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:171)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:796)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
... 1 more