06:01:35.087 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
06:01:35.087 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskPAXEty/test-tmp
06:01:35.087 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
06:01:35.087 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskPAXEty/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
06:01:35.089 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 3
enable_kerberos: false
cluster_root: "/tmp/dist-test-taskPAXEty/test-tmp/mini-kudu-cluster6075027355542597488"
hms_mode: NONE
mini_kdc_options {
}
principal: "kudu"
mini_oidc_options {
}
}
06:01:35.420 [DEBUG - main] (MiniKuduCluster.java:195) Response:
06:01:35.420 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}
06:01:35.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:35.423286 27020 mini_oidc.cc:152] Starting JWKS server
06:01:35.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:35.427028 27020 webserver.cc:460] Webserver started at http://127.0.0.1:39893/ using document root <none> and password file <none>
06:01:35.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:35.427451 27020 mini_oidc.cc:189] Starting OIDC Discovery server
06:01:35.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:35.429244 27020 webserver.cc:460] Webserver started at http://127.0.0.1:34557/ using document root <none> and password file <none>
06:01:35.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-07T06:01:35Z chronyd version 3.5 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -SECHASH -IPV6 +DEBUG)
06:01:35.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-07T06:01:35Z Disabled control of system clock
06:01:35.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:35.484333 27020 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskPAXEty/build/tsan/bin/kudu
06:01:35.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskPAXEty/build/tsan/bin/kudu
06:01:35.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskPAXEty/test-tmp/mini-kudu-cluster6075027355542597488/master-0/wal
06:01:35.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskPAXEty/test-tmp/mini-kudu-cluster6075027355542597488/master-0/data
06:01:35.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
06:01:35.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
06:01:35.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
06:01:35.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
06:01:35.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
06:01:35.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
06:01:35.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskPAXEty/test-tmp/mini-kudu-cluster6075027355542597488/master-0/logs
06:01:35.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskPAXEty/test-tmp/mini-kudu-cluster6075027355542597488/master-0/data/info.pb
06:01:35.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
06:01:35.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
06:01:35.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
06:01:35.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
06:01:35.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
06:01:35.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
06:01:35.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
06:01:35.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
06:01:35.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
06:01:35.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
06:01:35.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
06:01:35.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
06:01:35.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.26.99.62:37915
06:01:35.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.26.99.62
06:01:35.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
06:01:35.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.26.99.20:43649
06:01:35.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
06:01:35.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
06:01:35.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
06:01:35.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
06:01:35.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.26.99.62:37915,127.26.99.61:34829,127.26.99.60:43221
06:01:35.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
06:01:35.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:39893/jwks.json with env {}
06:01:35.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 06:01:35.800384 27032 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
06:01:35.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 06:01:35.800989 27032 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
06:01:35.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 06:01:35.801487 27032 flags.cc:425] Enabled unsafe flag: --never_fsync=true
06:01:35.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 06:01:35.833597 27032 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
06:01:35.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 06:01:35.833894 27032 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
06:01:35.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 06:01:35.834085 27032 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
06:01:35.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 06:01:35.834280 27032 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
06:01:35.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 06:01:35.834470 27032 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
06:01:35.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 06:01:35.834648 27032 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:39893/jwks.json
06:01:35.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:35.871555 27032 master_runner.cc:386] Master server non-default flags:
06:01:35.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
06:01:35.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.26.99.20:43649
06:01:35.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
06:01:35.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
06:01:35.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskPAXEty/test-tmp/mini-kudu-cluster6075027355542597488/master-0/data
06:01:35.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskPAXEty/test-tmp/mini-kudu-cluster6075027355542597488/master-0/wal
06:01:35.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
06:01:35.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.26.99.62:37915,127.26.99.61:34829,127.26.99.60:43221
06:01:35.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
06:01:35.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
06:01:35.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
06:01:35.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.26.99.62:37915
06:01:35.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
06:01:35.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
06:01:35.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
06:01:35.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:39893/jwks.json
06:01:35.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
06:01:35.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
06:01:35.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskPAXEty/test-tmp/mini-kudu-cluster6075027355542597488/master-0/data/info.pb
06:01:35.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.26.99.62
06:01:35.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
06:01:35.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
06:01:35.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
06:01:35.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
06:01:35.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
06:01:35.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
06:01:35.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskPAXEty/test-tmp/mini-kudu-cluster6075027355542597488/master-0/logs
06:01:35.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
06:01:35.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
06:01:35.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
06:01:35.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
06:01:35.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
06:01:35.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
06:01:35.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
06:01:35.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 07 Aug 2026 04:08:06 UTC on ccycloud.quasar-ikgopv.root.comops.site
06:01:35.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4571634
06:01:35.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
06:01:35.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:35.872872 27032 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
06:01:35.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:35.874675 27032 file_cache.cc:493] Constructed file cache file cache with capacity 419430
06:01:35.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 06:01:35.894075 27039 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:01:37.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 06:01:35.894166 27041 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:01:37.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 06:01:35.894161 27038 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:01:37.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 06:01:37.159406 27040 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1264 milliseconds
06:01:37.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:37.159525 27032 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
06:01:37.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:37.160727 27032 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
06:01:37.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:37.163940 27032 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
06:01:37.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:37.165369 27032 hybrid_clock.cc:648] HybridClock initialized: now 1786082497165332 us; error 57 us; skew 500 ppm
06:01:37.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:37.166237 27032 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
06:01:37.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:37.177755 27032 webserver.cc:460] Webserver started at http://127.26.99.62:37875/ using document root <none> and password file <none>
06:01:37.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:37.178674 27032 fs_manager.cc:359] Metadata directory not provided
06:01:37.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:37.178869 27032 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
06:01:37.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:37.179272 27032 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
06:01:37.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:37.184118 27032 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskPAXEty/test-tmp/mini-kudu-cluster6075027355542597488/master-0/data/instance:
06:01:37.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "0be3762794cd47f198e588b03a7e606b"
06:01:37.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-07 06:01:37 on dist-test-slave-njxd"
06:01:37.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:37.185174 27032 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskPAXEty/test-tmp/mini-kudu-cluster6075027355542597488/master-0/wal/instance:
06:01:37.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "0be3762794cd47f198e588b03a7e606b"
06:01:37.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-07 06:01:37 on dist-test-slave-njxd"
06:01:37.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:37.192346 27032 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.006s sys 0.000s
06:01:37.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:37.198086 27048 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
06:01:37.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:37.199383 27032 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.002s sys 0.002s
06:01:37.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:37.199764 27032 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskPAXEty/test-tmp/mini-kudu-cluster6075027355542597488/master-0/data,/tmp/dist-test-taskPAXEty/test-tmp/mini-kudu-cluster6075027355542597488/master-0/wal
06:01:37.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "0be3762794cd47f198e588b03a7e606b"
06:01:37.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-07 06:01:37 on dist-test-slave-njxd"
06:01:37.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:37.200133 27032 fs_report.cc:383] FS layout report
06:01:37.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
06:01:37.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskPAXEty/test-tmp/mini-kudu-cluster6075027355542597488/master-0/wal
06:01:37.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskPAXEty/test-tmp/mini-kudu-cluster6075027355542597488/master-0/wal
06:01:37.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskPAXEty/test-tmp/mini-kudu-cluster6075027355542597488/master-0/data/data
06:01:37.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
06:01:37.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
06:01:37.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
06:01:37.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
06:01:37.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
06:01:37.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
06:01:37.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
06:01:37.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
06:01:37.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
06:01:37.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
06:01:37.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
06:01:37.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:37.261482 27032 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
06:01:37.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:37.263150 27032 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
06:01:37.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:37.263664 27032 kserver.cc:163] Server-wide thread pool size limit: 3276
06:01:37.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:37.341836 27032 rpc_server.cc:307] RPC server started. Bound to: 127.26.99.62:37915
06:01:37.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:37.341914 27100 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.26.99.62:37915 every 8 connection(s)
06:01:37.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:37.344741 27032 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskPAXEty/test-tmp/mini-kudu-cluster6075027355542597488/master-0/data/info.pb
06:01:37.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:37.350044 27101 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
06:01:37.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:37.352451 27020 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskPAXEty/build/tsan/bin/kudu as pid 27032
06:01:37.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:37.353024 27020 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskPAXEty/test-tmp/mini-kudu-cluster6075027355542597488/master-0/wal/instance
06:01:37.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:37.358479 27020 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskPAXEty/build/tsan/bin/kudu
06:01:37.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskPAXEty/build/tsan/bin/kudu
06:01:37.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskPAXEty/test-tmp/mini-kudu-cluster6075027355542597488/master-1/wal
06:01:37.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskPAXEty/test-tmp/mini-kudu-cluster6075027355542597488/master-1/data
06:01:37.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
06:01:37.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
06:01:37.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
06:01:37.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
06:01:37.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
06:01:37.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
06:01:37.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskPAXEty/test-tmp/mini-kudu-cluster6075027355542597488/master-1/logs
06:01:37.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskPAXEty/test-tmp/mini-kudu-cluster6075027355542597488/master-1/data/info.pb
06:01:37.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
06:01:37.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
06:01:37.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
06:01:37.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
06:01:37.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
06:01:37.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
06:01:37.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
06:01:37.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
06:01:37.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
06:01:37.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
06:01:37.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
06:01:37.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
06:01:37.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.26.99.61:34829
06:01:37.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.26.99.61
06:01:37.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
06:01:37.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.26.99.20:43649
06:01:37.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
06:01:37.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
06:01:37.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
06:01:37.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
06:01:37.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.26.99.62:37915,127.26.99.61:34829,127.26.99.60:43221
06:01:37.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
06:01:37.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:39893/jwks.json with env {}
06:01:37.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:37.367312 27101 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.26.99.62" port: 37915 } has no permanent_uuid. Determining permanent_uuid...
06:01:37.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:37.397797 27101 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.26.99.61" port: 34829 } has no permanent_uuid. Determining permanent_uuid...
06:01:37.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 06:01:37.400306 27051 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.26.99.61:34829: connect: Connection refused (error 111)
06:01:37.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 06:01:37.404520 27101 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.26.99.61:34829: Network error: Client connection negotiation failed: client connection to 127.26.99.61:34829: connect: Connection refused (error 111)
06:01:37.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:37.454023 27101 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.26.99.61" port: 34829 } attempt: 1
06:01:37.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 06:01:37.457898 27101 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.26.99.61:34829: Network error: Client connection negotiation failed: client connection to 127.26.99.61:34829: connect: Connection refused (error 111)
06:01:37.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:37.526320 27101 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.26.99.61" port: 34829 } attempt: 2
06:01:37.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 06:01:37.530224 27101 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.26.99.61:34829: Network error: Client connection negotiation failed: client connection to 127.26.99.61:34829: connect: Connection refused (error 111)
06:01:37.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:37.621726 27101 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.26.99.61" port: 34829 } attempt: 3
06:01:37.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 06:01:37.625629 27101 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.26.99.61:34829: Network error: Client connection negotiation failed: client connection to 127.26.99.61:34829: connect: Connection refused (error 111)
06:01:37.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 06:01:37.682857 27103 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
06:01:37.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 06:01:37.683436 27103 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
06:01:37.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 06:01:37.683930 27103 flags.cc:425] Enabled unsafe flag: --never_fsync=true
06:01:37.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 06:01:37.716230 27103 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
06:01:37.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 06:01:37.716624 27103 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
06:01:37.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 06:01:37.716960 27103 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
06:01:37.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 06:01:37.717161 27103 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
06:01:37.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 06:01:37.717342 27103 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
06:01:37.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 06:01:37.717473 27103 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:39893/jwks.json
06:01:37.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:37.753400 27103 master_runner.cc:386] Master server non-default flags:
06:01:37.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
06:01:37.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.26.99.20:43649
06:01:37.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
06:01:37.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
06:01:37.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskPAXEty/test-tmp/mini-kudu-cluster6075027355542597488/master-1/data
06:01:37.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskPAXEty/test-tmp/mini-kudu-cluster6075027355542597488/master-1/wal
06:01:37.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
06:01:37.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.26.99.62:37915,127.26.99.61:34829,127.26.99.60:43221
06:01:37.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
06:01:37.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
06:01:37.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
06:01:37.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.26.99.61:34829
06:01:37.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
06:01:37.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
06:01:37.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
06:01:37.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:39893/jwks.json
06:01:37.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
06:01:37.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
06:01:37.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskPAXEty/test-tmp/mini-kudu-cluster6075027355542597488/master-1/data/info.pb
06:01:37.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.26.99.61
06:01:37.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
06:01:37.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
06:01:37.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
06:01:37.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
06:01:37.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
06:01:37.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
06:01:37.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskPAXEty/test-tmp/mini-kudu-cluster6075027355542597488/master-1/logs
06:01:37.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
06:01:37.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
06:01:37.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
06:01:37.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
06:01:37.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
06:01:37.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
06:01:37.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
06:01:37.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 07 Aug 2026 04:08:06 UTC on ccycloud.quasar-ikgopv.root.comops.site
06:01:37.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4571634
06:01:37.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
06:01:37.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:37.754627 27103 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
06:01:37.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:37.756171 27103 file_cache.cc:493] Constructed file cache file cache with capacity 419430
06:01:37.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:37.769177 27101 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.26.99.61" port: 34829 } attempt: 4
06:01:37.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 06:01:37.773614 27101 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.26.99.61:34829: Network error: Client connection negotiation failed: client connection to 127.26.99.61:34829: connect: Connection refused (error 111)
06:01:37.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 06:01:37.775934 27115 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:01:38.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:38.073130 27101 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.26.99.61" port: 34829 } attempt: 5
06:01:38.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 06:01:38.079097 27101 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.26.99.61:34829: Network error: Client connection negotiation failed: client connection to 127.26.99.61:34829: connect: Connection refused (error 111)
06:01:38.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:38.626515 27101 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.26.99.61" port: 34829 } attempt: 6
06:01:38.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 06:01:38.633989 27101 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.26.99.61:34829: Network error: Client connection negotiation failed: client connection to 127.26.99.61:34829: connect: Connection refused (error 111)
06:01:38.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 06:01:37.776636 27112 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:01:38.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 06:01:37.776126 27113 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:01:38.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 06:01:38.980382 27114 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
06:01:38.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:38.980598 27103 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
06:01:38.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:38.985258 27103 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
06:01:38.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:38.988639 27103 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
06:01:38.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:38.990092 27103 hybrid_clock.cc:648] HybridClock initialized: now 1786082498990020 us; error 80 us; skew 500 ppm
06:01:38.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:38.990972 27103 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
06:01:38.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:38.997655 27103 webserver.cc:460] Webserver started at http://127.26.99.61:36717/ using document root <none> and password file <none>
06:01:38.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:38.998656 27103 fs_manager.cc:359] Metadata directory not provided
06:01:38.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:38.998853 27103 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
06:01:38.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:38.999261 27103 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
06:01:39.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:39.004550 27103 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskPAXEty/test-tmp/mini-kudu-cluster6075027355542597488/master-1/data/instance:
06:01:39.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c3ff988b7fdd42d3bddea939c744b9fa"
06:01:39.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-07 06:01:38 on dist-test-slave-njxd"
06:01:39.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:39.005761 27103 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskPAXEty/test-tmp/mini-kudu-cluster6075027355542597488/master-1/wal/instance:
06:01:39.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c3ff988b7fdd42d3bddea939c744b9fa"
06:01:39.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-07 06:01:38 on dist-test-slave-njxd"
06:01:39.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:39.013443 27103 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.006s sys 0.001s
06:01:39.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:39.019481 27124 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
06:01:39.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:39.020730 27103 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.003s sys 0.003s
06:01:39.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:39.021131 27103 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskPAXEty/test-tmp/mini-kudu-cluster6075027355542597488/master-1/data,/tmp/dist-test-taskPAXEty/test-tmp/mini-kudu-cluster6075027355542597488/master-1/wal
06:01:39.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c3ff988b7fdd42d3bddea939c744b9fa"
06:01:39.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-07 06:01:38 on dist-test-slave-njxd"
06:01:39.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:39.021467 27103 fs_report.cc:383] FS layout report
06:01:39.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
06:01:39.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskPAXEty/test-tmp/mini-kudu-cluster6075027355542597488/master-1/wal
06:01:39.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskPAXEty/test-tmp/mini-kudu-cluster6075027355542597488/master-1/wal
06:01:39.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskPAXEty/test-tmp/mini-kudu-cluster6075027355542597488/master-1/data/data
06:01:39.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
06:01:39.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
06:01:39.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
06:01:39.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
06:01:39.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
06:01:39.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
06:01:39.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
06:01:39.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
06:01:39.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
06:01:39.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
06:01:39.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
06:01:39.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:39.076854 27103 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
06:01:39.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:39.078395 27103 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
06:01:39.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:39.078900 27103 kserver.cc:163] Server-wide thread pool size limit: 3276
06:01:39.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:39.153018 27103 rpc_server.cc:307] RPC server started. Bound to: 127.26.99.61:34829
06:01:39.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:39.153105 27176 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.26.99.61:34829 every 8 connection(s)
06:01:39.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:39.155943 27103 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskPAXEty/test-tmp/mini-kudu-cluster6075027355542597488/master-1/data/info.pb
06:01:39.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:39.161245 27177 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
06:01:39.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:39.166311 27020 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskPAXEty/build/tsan/bin/kudu as pid 27103
06:01:39.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:39.166646 27020 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskPAXEty/test-tmp/mini-kudu-cluster6075027355542597488/master-1/wal/instance
06:01:39.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:39.168622 27020 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskPAXEty/build/tsan/bin/kudu
06:01:39.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskPAXEty/build/tsan/bin/kudu
06:01:39.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskPAXEty/test-tmp/mini-kudu-cluster6075027355542597488/master-2/wal
06:01:39.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskPAXEty/test-tmp/mini-kudu-cluster6075027355542597488/master-2/data
06:01:39.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
06:01:39.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
06:01:39.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
06:01:39.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
06:01:39.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
06:01:39.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
06:01:39.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskPAXEty/test-tmp/mini-kudu-cluster6075027355542597488/master-2/logs
06:01:39.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskPAXEty/test-tmp/mini-kudu-cluster6075027355542597488/master-2/data/info.pb
06:01:39.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
06:01:39.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
06:01:39.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
06:01:39.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
06:01:39.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
06:01:39.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
06:01:39.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
06:01:39.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
06:01:39.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
06:01:39.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
06:01:39.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
06:01:39.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
06:01:39.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.26.99.60:43221
06:01:39.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.26.99.60
06:01:39.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
06:01:39.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.26.99.20:43649
06:01:39.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
06:01:39.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
06:01:39.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
06:01:39.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
06:01:39.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.26.99.62:37915,127.26.99.61:34829,127.26.99.60:43221
06:01:39.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
06:01:39.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:39893/jwks.json with env {}
06:01:39.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:39.173000 27177 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.26.99.62" port: 37915 } has no permanent_uuid. Determining permanent_uuid...
06:01:39.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:39.197701 27177 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.26.99.61" port: 34829 } has no permanent_uuid. Determining permanent_uuid...
06:01:39.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:39.221242 27177 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.26.99.60" port: 43221 } has no permanent_uuid. Determining permanent_uuid...
06:01:39.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 06:01:39.224064 27128 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.26.99.60:43221: connect: Connection refused (error 111)
06:01:39.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 06:01:39.228266 27177 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.26.99.60:43221: Network error: Client connection negotiation failed: client connection to 127.26.99.60:43221: connect: Connection refused (error 111)
06:01:39.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:39.277784 27177 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.26.99.60" port: 43221 } attempt: 1
06:01:39.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 06:01:39.281849 27177 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.26.99.60:43221: Network error: Client connection negotiation failed: client connection to 127.26.99.60:43221: connect: Connection refused (error 111)
06:01:39.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:39.350283 27177 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.26.99.60" port: 43221 } attempt: 2
06:01:39.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 06:01:39.354691 27177 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.26.99.60:43221: Network error: Client connection negotiation failed: client connection to 127.26.99.60:43221: connect: Connection refused (error 111)
06:01:39.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:39.446118 27177 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.26.99.60" port: 43221 } attempt: 3
06:01:39.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 06:01:39.449965 27177 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.26.99.60:43221: Network error: Client connection negotiation failed: client connection to 127.26.99.60:43221: connect: Connection refused (error 111)
06:01:39.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 06:01:39.505337 27179 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
06:01:39.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 06:01:39.505992 27179 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
06:01:39.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 06:01:39.506594 27179 flags.cc:425] Enabled unsafe flag: --never_fsync=true
06:01:39.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 06:01:39.539027 27179 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
06:01:39.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 06:01:39.539327 27179 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
06:01:39.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 06:01:39.539530 27179 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
06:01:39.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 06:01:39.539721 27179 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
06:01:39.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 06:01:39.539909 27179 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
06:01:39.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 06:01:39.540050 27179 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:39893/jwks.json
06:01:39.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:39.576504 27179 master_runner.cc:386] Master server non-default flags:
06:01:39.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
06:01:39.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.26.99.20:43649
06:01:39.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
06:01:39.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
06:01:39.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskPAXEty/test-tmp/mini-kudu-cluster6075027355542597488/master-2/data
06:01:39.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskPAXEty/test-tmp/mini-kudu-cluster6075027355542597488/master-2/wal
06:01:39.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
06:01:39.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.26.99.62:37915,127.26.99.61:34829,127.26.99.60:43221
06:01:39.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
06:01:39.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
06:01:39.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
06:01:39.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.26.99.60:43221
06:01:39.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
06:01:39.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
06:01:39.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
06:01:39.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:39893/jwks.json
06:01:39.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
06:01:39.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
06:01:39.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskPAXEty/test-tmp/mini-kudu-cluster6075027355542597488/master-2/data/info.pb
06:01:39.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.26.99.60
06:01:39.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
06:01:39.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
06:01:39.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
06:01:39.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
06:01:39.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
06:01:39.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
06:01:39.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskPAXEty/test-tmp/mini-kudu-cluster6075027355542597488/master-2/logs
06:01:39.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
06:01:39.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
06:01:39.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
06:01:39.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
06:01:39.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
06:01:39.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
06:01:39.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
06:01:39.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 07 Aug 2026 04:08:06 UTC on ccycloud.quasar-ikgopv.root.comops.site
06:01:39.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4571634
06:01:39.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
06:01:39.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:39.577862 27179 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
06:01:39.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:39.579387 27179 file_cache.cc:493] Constructed file cache file cache with capacity 419430
06:01:39.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:39.593357 27177 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.26.99.60" port: 43221 } attempt: 4
06:01:39.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 06:01:39.598237 27177 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.26.99.60:43221: Network error: Client connection negotiation failed: client connection to 127.26.99.60:43221: connect: Connection refused (error 111)
06:01:39.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 06:01:39.599524 27190 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:01:39.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:39.694644 27101 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.26.99.61" port: 34829 } attempt: 7
06:01:39.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:39.710716 27101 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.26.99.60" port: 43221 } has no permanent_uuid. Determining permanent_uuid...
06:01:39.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 06:01:39.716933 27101 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.26.99.60:43221: Network error: Client connection negotiation failed: client connection to 127.26.99.60:43221: connect: Connection refused (error 111)
06:01:39.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:39.775267 27101 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.26.99.60" port: 43221 } attempt: 1
06:01:39.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 06:01:39.779961 27101 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.26.99.60:43221: Network error: Client connection negotiation failed: client connection to 127.26.99.60:43221: connect: Connection refused (error 111)
06:01:39.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:39.861407 27101 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.26.99.60" port: 43221 } attempt: 2
06:01:39.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 06:01:39.865064 27101 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.26.99.60:43221: Network error: Client connection negotiation failed: client connection to 127.26.99.60:43221: connect: Connection refused (error 111)
06:01:39.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:39.897747 27177 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.26.99.60" port: 43221 } attempt: 5
06:01:39.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 06:01:39.902909 27177 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.26.99.60:43221: Network error: Client connection negotiation failed: client connection to 127.26.99.60:43221: connect: Connection refused (error 111)
06:01:39.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:39.950708 27101 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.26.99.60" port: 43221 } attempt: 3
06:01:39.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 06:01:39.955101 27101 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.26.99.60:43221: Network error: Client connection negotiation failed: client connection to 127.26.99.60:43221: connect: Connection refused (error 111)
06:01:40.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:40.095791 27101 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.26.99.60" port: 43221 } attempt: 4
06:01:40.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 06:01:40.099958 27101 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.26.99.60:43221: Network error: Client connection negotiation failed: client connection to 127.26.99.60:43221: connect: Connection refused (error 111)
06:01:40.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:40.383601 27101 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.26.99.60" port: 43221 } attempt: 5
06:01:40.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 06:01:40.389031 27101 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.26.99.60:43221: Network error: Client connection negotiation failed: client connection to 127.26.99.60:43221: connect: Connection refused (error 111)
06:01:40.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:40.450369 27177 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.26.99.60" port: 43221 } attempt: 6
06:01:40.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 06:01:40.457316 27177 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.26.99.60:43221: Network error: Client connection negotiation failed: client connection to 127.26.99.60:43221: connect: Connection refused (error 111)
06:01:40.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 06:01:39.599581 27192 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:01:40.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 06:01:39.599871 27189 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:01:40.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:39.601197 27179 server_base.cc:1034] running on GCE node
06:01:40.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:40.821780 27179 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
06:01:40.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:40.825076 27179 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
06:01:40.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:40.826509 27179 hybrid_clock.cc:648] HybridClock initialized: now 1786082500826472 us; error 55 us; skew 500 ppm
06:01:40.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:40.827351 27179 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
06:01:40.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:40.833863 27179 webserver.cc:460] Webserver started at http://127.26.99.60:46411/ using document root <none> and password file <none>
06:01:40.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:40.834823 27179 fs_manager.cc:359] Metadata directory not provided
06:01:40.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:40.835016 27179 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
06:01:40.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:40.835502 27179 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
06:01:40.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:40.840615 27179 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskPAXEty/test-tmp/mini-kudu-cluster6075027355542597488/master-2/data/instance:
06:01:40.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6cb6202bd6244c09a7989bd076e59ccf"
06:01:40.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-07 06:01:40 on dist-test-slave-njxd"
06:01:40.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:40.841919 27179 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskPAXEty/test-tmp/mini-kudu-cluster6075027355542597488/master-2/wal/instance:
06:01:40.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6cb6202bd6244c09a7989bd076e59ccf"
06:01:40.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-07 06:01:40 on dist-test-slave-njxd"
06:01:40.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:40.849192 27179 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.006s sys 0.000s
06:01:40.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:40.855118 27203 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
06:01:40.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:40.856158 27179 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.005s sys 0.000s
06:01:40.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:40.856524 27179 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskPAXEty/test-tmp/mini-kudu-cluster6075027355542597488/master-2/data,/tmp/dist-test-taskPAXEty/test-tmp/mini-kudu-cluster6075027355542597488/master-2/wal
06:01:40.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6cb6202bd6244c09a7989bd076e59ccf"
06:01:40.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-07 06:01:40 on dist-test-slave-njxd"
06:01:40.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:40.856889 27179 fs_report.cc:383] FS layout report
06:01:40.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
06:01:40.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskPAXEty/test-tmp/mini-kudu-cluster6075027355542597488/master-2/wal
06:01:40.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskPAXEty/test-tmp/mini-kudu-cluster6075027355542597488/master-2/wal
06:01:40.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskPAXEty/test-tmp/mini-kudu-cluster6075027355542597488/master-2/data/data
06:01:40.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
06:01:40.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
06:01:40.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
06:01:40.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
06:01:40.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
06:01:40.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
06:01:40.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
06:01:40.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
06:01:40.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
06:01:40.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
06:01:40.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
06:01:40.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:40.902483 27179 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
06:01:40.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:40.904057 27179 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
06:01:40.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:40.904567 27179 kserver.cc:163] Server-wide thread pool size limit: 3276
06:01:40.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:40.941493 27101 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.26.99.60" port: 43221 } attempt: 6
06:01:40.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 06:01:40.948671 27101 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.26.99.60:43221: Network error: Client connection negotiation failed: client connection to 127.26.99.60:43221: connect: Connection refused (error 111)
06:01:40.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:40.980465 27179 rpc_server.cc:307] RPC server started. Bound to: 127.26.99.60:43221
06:01:40.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:40.980558 27256 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.26.99.60:43221 every 8 connection(s)
06:01:40.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:40.983582 27179 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskPAXEty/test-tmp/mini-kudu-cluster6075027355542597488/master-2/data/info.pb
06:01:40.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:40.987366 27020 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskPAXEty/build/tsan/bin/kudu as pid 27179
06:01:40.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:40.987834 27020 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskPAXEty/test-tmp/mini-kudu-cluster6075027355542597488/master-2/wal/instance
06:01:40.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:40.989483 27257 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
06:01:41.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:41.008437 27257 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.26.99.62" port: 37915 } has no permanent_uuid. Determining permanent_uuid...
06:01:41.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:41.036433 27257 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.26.99.61" port: 34829 } has no permanent_uuid. Determining permanent_uuid...
06:01:41.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:41.048067 27257 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.26.99.60" port: 43221 } has no permanent_uuid. Determining permanent_uuid...
06:01:41.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:41.066002 27257 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 6cb6202bd6244c09a7989bd076e59ccf: Bootstrap starting.
06:01:41.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:41.073140 27257 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 6cb6202bd6244c09a7989bd076e59ccf: Neither blocks nor log segments found. Creating new log.
06:01:41.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:41.075692 27257 log.cc:824] T 00000000000000000000000000000000 P 6cb6202bd6244c09a7989bd076e59ccf: Log is configured to *not* fsync() on all Append() calls
06:01:41.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:41.080883 27257 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 6cb6202bd6244c09a7989bd076e59ccf: No bootstrap required, opened a new log
06:01:41.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:41.102622 27257 raft_consensus.cc:348] T 00000000000000000000000000000000 P 6cb6202bd6244c09a7989bd076e59ccf [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0be3762794cd47f198e588b03a7e606b" member_type: VOTER last_known_addr { host: "127.26.99.62" port: 37915 } } peers { permanent_uuid: "c3ff988b7fdd42d3bddea939c744b9fa" member_type: VOTER last_known_addr { host: "127.26.99.61" port: 34829 } } peers { permanent_uuid: "6cb6202bd6244c09a7989bd076e59ccf" member_type: VOTER last_known_addr { host: "127.26.99.60" port: 43221 } }
06:01:41.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:41.103240 27257 raft_consensus.cc:374] T 00000000000000000000000000000000 P 6cb6202bd6244c09a7989bd076e59ccf [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
06:01:41.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:41.103432 27257 raft_consensus.cc:729] T 00000000000000000000000000000000 P 6cb6202bd6244c09a7989bd076e59ccf [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 6cb6202bd6244c09a7989bd076e59ccf, State: Initialized, Role: FOLLOWER
06:01:41.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:41.104084 27257 consensus_queue.cc:260] T 00000000000000000000000000000000 P 6cb6202bd6244c09a7989bd076e59ccf [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0be3762794cd47f198e588b03a7e606b" member_type: VOTER last_known_addr { host: "127.26.99.62" port: 37915 } } peers { permanent_uuid: "c3ff988b7fdd42d3bddea939c744b9fa" member_type: VOTER last_known_addr { host: "127.26.99.61" port: 34829 } } peers { permanent_uuid: "6cb6202bd6244c09a7989bd076e59ccf" member_type: VOTER last_known_addr { host: "127.26.99.60" port: 43221 } }
06:01:41.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:41.107003 27266 sys_catalog.cc:455] T 00000000000000000000000000000000 P 6cb6202bd6244c09a7989bd076e59ccf [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0be3762794cd47f198e588b03a7e606b" member_type: VOTER last_known_addr { host: "127.26.99.62" port: 37915 } } peers { permanent_uuid: "c3ff988b7fdd42d3bddea939c744b9fa" member_type: VOTER last_known_addr { host: "127.26.99.61" port: 34829 } } peers { permanent_uuid: "6cb6202bd6244c09a7989bd076e59ccf" member_type: VOTER last_known_addr { host: "127.26.99.60" port: 43221 } } }
06:01:41.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:41.108109 27266 sys_catalog.cc:458] T 00000000000000000000000000000000 P 6cb6202bd6244c09a7989bd076e59ccf [sys.catalog]: This master's current role is: FOLLOWER
06:01:41.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:41.109215 27257 sys_catalog.cc:564] T 00000000000000000000000000000000 P 6cb6202bd6244c09a7989bd076e59ccf [sys.catalog]: configured and running, proceeding with master startup.
06:01:41.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 06:01:41.133219 27277 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 6cb6202bd6244c09a7989bd076e59ccf: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
06:01:41.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 06:01:41.133526 27277 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
06:01:41.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 06:01:41.159850 27209 tablet.cc:2369] T 00000000000000000000000000000000 P 6cb6202bd6244c09a7989bd076e59ccf: Can't schedule compaction. Clean time has not been advanced past its initial value.
06:01:41.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:41.129815 27179 master_runner.cc:186] Error getting master registration for 127.26.99.62:37915: OK, instance_id { permanent_uuid: "0be3762794cd47f198e588b03a7e606b" instance_seqno: 1786082497320469 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
06:01:41.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:41.163728 27179 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
06:01:41.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:41.290071 27266 raft_consensus.cc:482] T 00000000000000000000000000000000 P 6cb6202bd6244c09a7989bd076e59ccf [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
06:01:41.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:41.290501 27266 raft_consensus.cc:504] T 00000000000000000000000000000000 P 6cb6202bd6244c09a7989bd076e59ccf [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0be3762794cd47f198e588b03a7e606b" member_type: VOTER last_known_addr { host: "127.26.99.62" port: 37915 } } peers { permanent_uuid: "c3ff988b7fdd42d3bddea939c744b9fa" member_type: VOTER last_known_addr { host: "127.26.99.61" port: 34829 } } peers { permanent_uuid: "6cb6202bd6244c09a7989bd076e59ccf" member_type: VOTER last_known_addr { host: "127.26.99.60" port: 43221 } }
06:01:41.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:41.292493 27266 leader_election.cc:288] T 00000000000000000000000000000000 P 6cb6202bd6244c09a7989bd076e59ccf [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 0be3762794cd47f198e588b03a7e606b (127.26.99.62:37915), c3ff988b7fdd42d3bddea939c744b9fa (127.26.99.61:34829)
06:01:41.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:41.517959 27177 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.26.99.60" port: 43221 } attempt: 7
06:01:41.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:41.539542 27177 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P c3ff988b7fdd42d3bddea939c744b9fa: Bootstrap starting.
06:01:41.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:41.546802 27177 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P c3ff988b7fdd42d3bddea939c744b9fa: Neither blocks nor log segments found. Creating new log.
06:01:41.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:41.549345 27177 log.cc:824] T 00000000000000000000000000000000 P c3ff988b7fdd42d3bddea939c744b9fa: Log is configured to *not* fsync() on all Append() calls
06:01:41.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:41.555778 27177 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P c3ff988b7fdd42d3bddea939c744b9fa: No bootstrap required, opened a new log
06:01:41.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:41.582911 27177 raft_consensus.cc:348] T 00000000000000000000000000000000 P c3ff988b7fdd42d3bddea939c744b9fa [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0be3762794cd47f198e588b03a7e606b" member_type: VOTER last_known_addr { host: "127.26.99.62" port: 37915 } } peers { permanent_uuid: "c3ff988b7fdd42d3bddea939c744b9fa" member_type: VOTER last_known_addr { host: "127.26.99.61" port: 34829 } } peers { permanent_uuid: "6cb6202bd6244c09a7989bd076e59ccf" member_type: VOTER last_known_addr { host: "127.26.99.60" port: 43221 } }
06:01:41.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:41.583563 27177 raft_consensus.cc:374] T 00000000000000000000000000000000 P c3ff988b7fdd42d3bddea939c744b9fa [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
06:01:41.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:41.583851 27177 raft_consensus.cc:729] T 00000000000000000000000000000000 P c3ff988b7fdd42d3bddea939c744b9fa [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: c3ff988b7fdd42d3bddea939c744b9fa, State: Initialized, Role: FOLLOWER
06:01:41.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:41.584739 27177 consensus_queue.cc:260] T 00000000000000000000000000000000 P c3ff988b7fdd42d3bddea939c744b9fa [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0be3762794cd47f198e588b03a7e606b" member_type: VOTER last_known_addr { host: "127.26.99.62" port: 37915 } } peers { permanent_uuid: "c3ff988b7fdd42d3bddea939c744b9fa" member_type: VOTER last_known_addr { host: "127.26.99.61" port: 34829 } } peers { permanent_uuid: "6cb6202bd6244c09a7989bd076e59ccf" member_type: VOTER last_known_addr { host: "127.26.99.60" port: 43221 } }
06:01:41.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:41.587738 27281 sys_catalog.cc:455] T 00000000000000000000000000000000 P c3ff988b7fdd42d3bddea939c744b9fa [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0be3762794cd47f198e588b03a7e606b" member_type: VOTER last_known_addr { host: "127.26.99.62" port: 37915 } } peers { permanent_uuid: "c3ff988b7fdd42d3bddea939c744b9fa" member_type: VOTER last_known_addr { host: "127.26.99.61" port: 34829 } } peers { permanent_uuid: "6cb6202bd6244c09a7989bd076e59ccf" member_type: VOTER last_known_addr { host: "127.26.99.60" port: 43221 } } }
06:01:41.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:41.588521 27281 sys_catalog.cc:458] T 00000000000000000000000000000000 P c3ff988b7fdd42d3bddea939c744b9fa [sys.catalog]: This master's current role is: FOLLOWER
06:01:41.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:41.589502 27177 sys_catalog.cc:564] T 00000000000000000000000000000000 P c3ff988b7fdd42d3bddea939c744b9fa [sys.catalog]: configured and running, proceeding with master startup.
06:01:41.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:41.589746 27152 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "6cb6202bd6244c09a7989bd076e59ccf" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "c3ff988b7fdd42d3bddea939c744b9fa" is_pre_election: true
06:01:41.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:41.598097 27152 raft_consensus.cc:2454] T 00000000000000000000000000000000 P c3ff988b7fdd42d3bddea939c744b9fa [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 6cb6202bd6244c09a7989bd076e59ccf in term 0.
06:01:41.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:41.599602 27206 leader_election.cc:302] T 00000000000000000000000000000000 P 6cb6202bd6244c09a7989bd076e59ccf [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 6cb6202bd6244c09a7989bd076e59ccf, c3ff988b7fdd42d3bddea939c744b9fa; no voters:
06:01:41.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:41.600714 27266 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 6cb6202bd6244c09a7989bd076e59ccf [term 0 FOLLOWER]: Leader pre-election won for term 1
06:01:41.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:41.601171 27266 raft_consensus.cc:482] T 00000000000000000000000000000000 P 6cb6202bd6244c09a7989bd076e59ccf [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
06:01:41.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:41.601548 27266 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 6cb6202bd6244c09a7989bd076e59ccf [term 0 FOLLOWER]: Advancing to term 1
06:01:41.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:41.610469 27266 raft_consensus.cc:504] T 00000000000000000000000000000000 P 6cb6202bd6244c09a7989bd076e59ccf [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0be3762794cd47f198e588b03a7e606b" member_type: VOTER last_known_addr { host: "127.26.99.62" port: 37915 } } peers { permanent_uuid: "c3ff988b7fdd42d3bddea939c744b9fa" member_type: VOTER last_known_addr { host: "127.26.99.61" port: 34829 } } peers { permanent_uuid: "6cb6202bd6244c09a7989bd076e59ccf" member_type: VOTER last_known_addr { host: "127.26.99.60" port: 43221 } }
06:01:41.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:41.613968 27266 leader_election.cc:288] T 00000000000000000000000000000000 P 6cb6202bd6244c09a7989bd076e59ccf [CANDIDATE]: Term 1 election: Requested vote from peers 0be3762794cd47f198e588b03a7e606b (127.26.99.62:37915), c3ff988b7fdd42d3bddea939c744b9fa (127.26.99.61:34829)
06:01:41.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:41.614162 27152 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "6cb6202bd6244c09a7989bd076e59ccf" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "c3ff988b7fdd42d3bddea939c744b9fa"
06:01:41.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:41.614709 27152 raft_consensus.cc:3037] T 00000000000000000000000000000000 P c3ff988b7fdd42d3bddea939c744b9fa [term 0 FOLLOWER]: Advancing to term 1
06:01:41.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:41.622753 27152 raft_consensus.cc:2454] T 00000000000000000000000000000000 P c3ff988b7fdd42d3bddea939c744b9fa [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 6cb6202bd6244c09a7989bd076e59ccf in term 1.
06:01:41.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:41.623850 27206 leader_election.cc:302] T 00000000000000000000000000000000 P 6cb6202bd6244c09a7989bd076e59ccf [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 6cb6202bd6244c09a7989bd076e59ccf, c3ff988b7fdd42d3bddea939c744b9fa; no voters:
06:01:41.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:41.624667 27266 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 6cb6202bd6244c09a7989bd076e59ccf [term 1 FOLLOWER]: Leader election won for term 1
06:01:41.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:41.626783 27266 raft_consensus.cc:686] T 00000000000000000000000000000000 P 6cb6202bd6244c09a7989bd076e59ccf [term 1 LEADER]: Becoming Leader. State: Replica: 6cb6202bd6244c09a7989bd076e59ccf, State: Running, Role: LEADER
06:01:41.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:41.628003 27266 consensus_queue.cc:237] T 00000000000000000000000000000000 P 6cb6202bd6244c09a7989bd076e59ccf [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0be3762794cd47f198e588b03a7e606b" member_type: VOTER last_known_addr { host: "127.26.99.62" port: 37915 } } peers { permanent_uuid: "c3ff988b7fdd42d3bddea939c744b9fa" member_type: VOTER last_known_addr { host: "127.26.99.61" port: 34829 } } peers { permanent_uuid: "6cb6202bd6244c09a7989bd076e59ccf" member_type: VOTER last_known_addr { host: "127.26.99.60" port: 43221 } }
06:01:41.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 06:01:41.665663 27294 catalog_manager.cc:1558] T 00000000000000000000000000000000 P c3ff988b7fdd42d3bddea939c744b9fa: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
06:01:41.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 06:01:41.666280 27294 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
06:01:41.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:41.666910 27289 sys_catalog.cc:455] T 00000000000000000000000000000000 P 6cb6202bd6244c09a7989bd076e59ccf [sys.catalog]: SysCatalogTable state changed. Reason: New leader 6cb6202bd6244c09a7989bd076e59ccf. Latest consensus state: current_term: 1 leader_uuid: "6cb6202bd6244c09a7989bd076e59ccf" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0be3762794cd47f198e588b03a7e606b" member_type: VOTER last_known_addr { host: "127.26.99.62" port: 37915 } } peers { permanent_uuid: "c3ff988b7fdd42d3bddea939c744b9fa" member_type: VOTER last_known_addr { host: "127.26.99.61" port: 34829 } } peers { permanent_uuid: "6cb6202bd6244c09a7989bd076e59ccf" member_type: VOTER last_known_addr { host: "127.26.99.60" port: 43221 } } }
06:01:41.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:41.667722 27289 sys_catalog.cc:458] T 00000000000000000000000000000000 P 6cb6202bd6244c09a7989bd076e59ccf [sys.catalog]: This master's current role is: LEADER
06:01:41.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:41.673976 27296 catalog_manager.cc:1475] Loading table and tablet metadata into memory...
06:01:41.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:41.691615 27296 catalog_manager.cc:1484] Initializing Kudu cluster ID...
06:01:41.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:41.655889 27103 master_runner.cc:186] Error getting master registration for 127.26.99.62:37915: OK, instance_id { permanent_uuid: "0be3762794cd47f198e588b03a7e606b" instance_seqno: 1786082497320469 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
06:01:41.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:41.698166 27103 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
06:01:41.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:41.714733 27152 raft_consensus.cc:1261] T 00000000000000000000000000000000 P c3ff988b7fdd42d3bddea939c744b9fa [term 1 FOLLOWER]: Refusing update from remote peer 6cb6202bd6244c09a7989bd076e59ccf: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
06:01:41.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:41.716516 27289 consensus_queue.cc:1035] T 00000000000000000000000000000000 P 6cb6202bd6244c09a7989bd076e59ccf [LEADER]: Connected to new peer: Peer: permanent_uuid: "c3ff988b7fdd42d3bddea939c744b9fa" member_type: VOTER last_known_addr { host: "127.26.99.61" port: 34829 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
06:01:41.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:41.753275 27297 mvcc.cc:205] Tried to move back new op lower bound from 7315793927000367104 to 7315793926697615360. Current Snapshot: MvccSnapshot[applied={T|T < 7315793927000367104}]
06:01:41.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:41.754232 27281 sys_catalog.cc:455] T 00000000000000000000000000000000 P c3ff988b7fdd42d3bddea939c744b9fa [sys.catalog]: SysCatalogTable state changed. Reason: New leader 6cb6202bd6244c09a7989bd076e59ccf. Latest consensus state: current_term: 1 leader_uuid: "6cb6202bd6244c09a7989bd076e59ccf" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0be3762794cd47f198e588b03a7e606b" member_type: VOTER last_known_addr { host: "127.26.99.62" port: 37915 } } peers { permanent_uuid: "c3ff988b7fdd42d3bddea939c744b9fa" member_type: VOTER last_known_addr { host: "127.26.99.61" port: 34829 } } peers { permanent_uuid: "6cb6202bd6244c09a7989bd076e59ccf" member_type: VOTER last_known_addr { host: "127.26.99.60" port: 43221 } } }
06:01:41.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:41.757867 27281 sys_catalog.cc:458] T 00000000000000000000000000000000 P c3ff988b7fdd42d3bddea939c744b9fa [sys.catalog]: This master's current role is: FOLLOWER
06:01:41.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:41.767228 27296 catalog_manager.cc:1347] Generated new cluster ID: 3b0c103477eb4ef5a73f7492c016ef75
06:01:41.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:41.766788 27266 sys_catalog.cc:455] T 00000000000000000000000000000000 P 6cb6202bd6244c09a7989bd076e59ccf [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "6cb6202bd6244c09a7989bd076e59ccf" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0be3762794cd47f198e588b03a7e606b" member_type: VOTER last_known_addr { host: "127.26.99.62" port: 37915 } } peers { permanent_uuid: "c3ff988b7fdd42d3bddea939c744b9fa" member_type: VOTER last_known_addr { host: "127.26.99.61" port: 34829 } } peers { permanent_uuid: "6cb6202bd6244c09a7989bd076e59ccf" member_type: VOTER last_known_addr { host: "127.26.99.60" port: 43221 } } }
06:01:41.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:41.767510 27296 catalog_manager.cc:1495] Initializing Kudu internal certificate authority...
06:01:41.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:41.767549 27266 sys_catalog.cc:458] T 00000000000000000000000000000000 P 6cb6202bd6244c09a7989bd076e59ccf [sys.catalog]: This master's current role is: LEADER
06:01:41.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:41.771745 27281 sys_catalog.cc:455] T 00000000000000000000000000000000 P c3ff988b7fdd42d3bddea939c744b9fa [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "6cb6202bd6244c09a7989bd076e59ccf" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0be3762794cd47f198e588b03a7e606b" member_type: VOTER last_known_addr { host: "127.26.99.62" port: 37915 } } peers { permanent_uuid: "c3ff988b7fdd42d3bddea939c744b9fa" member_type: VOTER last_known_addr { host: "127.26.99.61" port: 34829 } } peers { permanent_uuid: "6cb6202bd6244c09a7989bd076e59ccf" member_type: VOTER last_known_addr { host: "127.26.99.60" port: 43221 } } }
06:01:41.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:41.772490 27281 sys_catalog.cc:458] T 00000000000000000000000000000000 P c3ff988b7fdd42d3bddea939c744b9fa [sys.catalog]: This master's current role is: FOLLOWER
06:01:41.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:41.797529 27296 catalog_manager.cc:1370] Generated new certificate authority record
06:01:41.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:41.800398 27296 catalog_manager.cc:1504] Loading token signing keys...
06:01:41.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:41.830731 27296 catalog_manager.cc:5868] T 00000000000000000000000000000000 P 6cb6202bd6244c09a7989bd076e59ccf: Generated new TSK 0
06:01:41.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:41.835371 27296 catalog_manager.cc:1514] Initializing in-progress tserver states...
06:01:41.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:41.860416 27020 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskPAXEty/build/tsan/bin/kudu
06:01:41.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskPAXEty/build/tsan/bin/kudu
06:01:41.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskPAXEty/test-tmp/mini-kudu-cluster6075027355542597488/ts-0/wal
06:01:41.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskPAXEty/test-tmp/mini-kudu-cluster6075027355542597488/ts-0/data
06:01:41.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
06:01:41.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
06:01:41.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
06:01:41.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
06:01:41.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
06:01:41.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
06:01:41.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskPAXEty/test-tmp/mini-kudu-cluster6075027355542597488/ts-0/logs
06:01:41.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskPAXEty/test-tmp/mini-kudu-cluster6075027355542597488/ts-0/data/info.pb
06:01:41.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
06:01:41.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
06:01:41.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
06:01:41.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
06:01:41.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
06:01:41.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
06:01:41.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
06:01:41.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
06:01:41.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
06:01:41.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
06:01:41.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.26.99.1:0
06:01:41.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.26.99.1
06:01:41.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.26.99.1
06:01:41.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
06:01:41.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.26.99.62:37915,127.26.99.61:34829,127.26.99.60:43221
06:01:41.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.26.99.20:43649
06:01:41.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
06:01:41.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
06:01:41.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
06:01:41.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:41.982069 27101 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.26.99.60" port: 43221 } attempt: 7
06:01:42.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:42.046638 27101 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 0be3762794cd47f198e588b03a7e606b: Bootstrap starting.
06:01:42.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:42.066505 27101 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 0be3762794cd47f198e588b03a7e606b: Neither blocks nor log segments found. Creating new log.
06:01:42.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:42.069208 27101 log.cc:824] T 00000000000000000000000000000000 P 0be3762794cd47f198e588b03a7e606b: Log is configured to *not* fsync() on all Append() calls
06:01:42.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:42.079716 27101 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 0be3762794cd47f198e588b03a7e606b: No bootstrap required, opened a new log
06:01:42.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:42.141932 27101 raft_consensus.cc:348] T 00000000000000000000000000000000 P 0be3762794cd47f198e588b03a7e606b [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0be3762794cd47f198e588b03a7e606b" member_type: VOTER last_known_addr { host: "127.26.99.62" port: 37915 } } peers { permanent_uuid: "c3ff988b7fdd42d3bddea939c744b9fa" member_type: VOTER last_known_addr { host: "127.26.99.61" port: 34829 } } peers { permanent_uuid: "6cb6202bd6244c09a7989bd076e59ccf" member_type: VOTER last_known_addr { host: "127.26.99.60" port: 43221 } }
06:01:42.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:42.153743 27101 raft_consensus.cc:374] T 00000000000000000000000000000000 P 0be3762794cd47f198e588b03a7e606b [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
06:01:42.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:42.154340 27101 raft_consensus.cc:729] T 00000000000000000000000000000000 P 0be3762794cd47f198e588b03a7e606b [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 0be3762794cd47f198e588b03a7e606b, State: Initialized, Role: FOLLOWER
06:01:42.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:42.155496 27101 consensus_queue.cc:260] T 00000000000000000000000000000000 P 0be3762794cd47f198e588b03a7e606b [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0be3762794cd47f198e588b03a7e606b" member_type: VOTER last_known_addr { host: "127.26.99.62" port: 37915 } } peers { permanent_uuid: "c3ff988b7fdd42d3bddea939c744b9fa" member_type: VOTER last_known_addr { host: "127.26.99.61" port: 34829 } } peers { permanent_uuid: "6cb6202bd6244c09a7989bd076e59ccf" member_type: VOTER last_known_addr { host: "127.26.99.60" port: 43221 } }
06:01:42.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:42.165172 27306 sys_catalog.cc:455] T 00000000000000000000000000000000 P 0be3762794cd47f198e588b03a7e606b [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0be3762794cd47f198e588b03a7e606b" member_type: VOTER last_known_addr { host: "127.26.99.62" port: 37915 } } peers { permanent_uuid: "c3ff988b7fdd42d3bddea939c744b9fa" member_type: VOTER last_known_addr { host: "127.26.99.61" port: 34829 } } peers { permanent_uuid: "6cb6202bd6244c09a7989bd076e59ccf" member_type: VOTER last_known_addr { host: "127.26.99.60" port: 43221 } } }
06:01:42.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:42.170329 27306 sys_catalog.cc:458] T 00000000000000000000000000000000 P 0be3762794cd47f198e588b03a7e606b [sys.catalog]: This master's current role is: FOLLOWER
06:01:42.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:42.168931 27073 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 0be3762794cd47f198e588b03a7e606b [term 0 FOLLOWER]: Advancing to term 1
06:01:42.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:42.169418 27075 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "6cb6202bd6244c09a7989bd076e59ccf" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "0be3762794cd47f198e588b03a7e606b" is_pre_election: true
06:01:42.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:42.170113 27074 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "6cb6202bd6244c09a7989bd076e59ccf" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "0be3762794cd47f198e588b03a7e606b"
06:01:42.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:42.168340 27101 sys_catalog.cc:564] T 00000000000000000000000000000000 P 0be3762794cd47f198e588b03a7e606b [sys.catalog]: configured and running, proceeding with master startup.
06:01:42.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:42.191972 27073 raft_consensus.cc:1261] T 00000000000000000000000000000000 P 0be3762794cd47f198e588b03a7e606b [term 1 FOLLOWER]: Refusing update from remote peer 6cb6202bd6244c09a7989bd076e59ccf: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
06:01:42.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:42.194279 27289 consensus_queue.cc:1035] T 00000000000000000000000000000000 P 6cb6202bd6244c09a7989bd076e59ccf [LEADER]: Connected to new peer: Peer: permanent_uuid: "0be3762794cd47f198e588b03a7e606b" member_type: VOTER last_known_addr { host: "127.26.99.62" port: 37915 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
06:01:42.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:42.291357 27306 sys_catalog.cc:455] T 00000000000000000000000000000000 P 0be3762794cd47f198e588b03a7e606b [sys.catalog]: SysCatalogTable state changed. Reason: New leader 6cb6202bd6244c09a7989bd076e59ccf. Latest consensus state: current_term: 1 leader_uuid: "6cb6202bd6244c09a7989bd076e59ccf" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0be3762794cd47f198e588b03a7e606b" member_type: VOTER last_known_addr { host: "127.26.99.62" port: 37915 } } peers { permanent_uuid: "c3ff988b7fdd42d3bddea939c744b9fa" member_type: VOTER last_known_addr { host: "127.26.99.61" port: 34829 } } peers { permanent_uuid: "6cb6202bd6244c09a7989bd076e59ccf" member_type: VOTER last_known_addr { host: "127.26.99.60" port: 43221 } } }
06:01:42.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:42.292166 27306 sys_catalog.cc:458] T 00000000000000000000000000000000 P 0be3762794cd47f198e588b03a7e606b [sys.catalog]: This master's current role is: FOLLOWER
06:01:42.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:42.293183 27314 sys_catalog.cc:455] T 00000000000000000000000000000000 P 0be3762794cd47f198e588b03a7e606b [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "6cb6202bd6244c09a7989bd076e59ccf" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0be3762794cd47f198e588b03a7e606b" member_type: VOTER last_known_addr { host: "127.26.99.62" port: 37915 } } peers { permanent_uuid: "c3ff988b7fdd42d3bddea939c744b9fa" member_type: VOTER last_known_addr { host: "127.26.99.61" port: 34829 } } peers { permanent_uuid: "6cb6202bd6244c09a7989bd076e59ccf" member_type: VOTER last_known_addr { host: "127.26.99.60" port: 43221 } } }
06:01:42.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:42.296252 27314 sys_catalog.cc:458] T 00000000000000000000000000000000 P 0be3762794cd47f198e588b03a7e606b [sys.catalog]: This master's current role is: FOLLOWER
06:01:42.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:42.304920 27322 catalog_manager.cc:795] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
06:01:42.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 06:01:42.445838 27303 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
06:01:42.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 06:01:42.446517 27303 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
06:01:42.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 06:01:42.447299 27303 flags.cc:425] Enabled unsafe flag: --never_fsync=true
06:01:42.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 06:01:42.503140 27303 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
06:01:42.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 06:01:42.504549 27303 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.26.99.1
06:01:42.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:42.566233 27303 tablet_server_runner.cc:78] Tablet server non-default flags:
06:01:42.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
06:01:42.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.26.99.20:43649
06:01:42.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
06:01:42.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
06:01:42.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskPAXEty/test-tmp/mini-kudu-cluster6075027355542597488/ts-0/data
06:01:42.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskPAXEty/test-tmp/mini-kudu-cluster6075027355542597488/ts-0/wal
06:01:42.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
06:01:42.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
06:01:42.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.26.99.1:0
06:01:42.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
06:01:42.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
06:01:42.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
06:01:42.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskPAXEty/test-tmp/mini-kudu-cluster6075027355542597488/ts-0/data/info.pb
06:01:42.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.26.99.1
06:01:42.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
06:01:42.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.26.99.62:37915,127.26.99.61:34829,127.26.99.60:43221
06:01:42.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
06:01:42.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
06:01:42.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
06:01:42.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
06:01:42.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
06:01:42.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.26.99.1
06:01:42.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskPAXEty/test-tmp/mini-kudu-cluster6075027355542597488/ts-0/logs
06:01:42.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
06:01:42.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
06:01:42.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
06:01:42.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
06:01:42.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
06:01:42.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
06:01:42.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
06:01:42.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 07 Aug 2026 04:08:06 UTC on ccycloud.quasar-ikgopv.root.comops.site
06:01:42.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4571634
06:01:42.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
06:01:42.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:42.567816 27303 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
06:01:42.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:42.569952 27303 file_cache.cc:493] Constructed file cache file cache with capacity 419430
06:01:42.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 06:01:42.595111 27328 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:01:42.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:42.672264 27294 catalog_manager.cc:1259] Loaded cluster ID: 3b0c103477eb4ef5a73f7492c016ef75
06:01:42.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:42.672880 27294 catalog_manager.cc:1552] T 00000000000000000000000000000000 P c3ff988b7fdd42d3bddea939c744b9fa: loading cluster ID for follower catalog manager: success
06:01:42.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:42.694839 27289 sys_catalog.cc:455] T 00000000000000000000000000000000 P 6cb6202bd6244c09a7989bd076e59ccf [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "6cb6202bd6244c09a7989bd076e59ccf" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0be3762794cd47f198e588b03a7e606b" member_type: VOTER last_known_addr { host: "127.26.99.62" port: 37915 } } peers { permanent_uuid: "c3ff988b7fdd42d3bddea939c744b9fa" member_type: VOTER last_known_addr { host: "127.26.99.61" port: 34829 } } peers { permanent_uuid: "6cb6202bd6244c09a7989bd076e59ccf" member_type: VOTER last_known_addr { host: "127.26.99.60" port: 43221 } } }
06:01:42.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:42.695875 27289 sys_catalog.cc:458] T 00000000000000000000000000000000 P 6cb6202bd6244c09a7989bd076e59ccf [sys.catalog]: This master's current role is: LEADER
06:01:42.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:42.681495 27294 catalog_manager.cc:1574] T 00000000000000000000000000000000 P c3ff988b7fdd42d3bddea939c744b9fa: acquiring CA information for follower catalog manager: success
06:01:42.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:42.713209 27294 catalog_manager.cc:1602] T 00000000000000000000000000000000 P c3ff988b7fdd42d3bddea939c744b9fa: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
06:01:43.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:43.331501 27322 catalog_manager.cc:1259] Loaded cluster ID: 3b0c103477eb4ef5a73f7492c016ef75
06:01:43.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:43.331998 27322 catalog_manager.cc:1552] T 00000000000000000000000000000000 P 0be3762794cd47f198e588b03a7e606b: loading cluster ID for follower catalog manager: success
06:01:43.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:43.356791 27322 catalog_manager.cc:1574] T 00000000000000000000000000000000 P 0be3762794cd47f198e588b03a7e606b: acquiring CA information for follower catalog manager: success
06:01:43.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:43.369565 27322 catalog_manager.cc:1602] T 00000000000000000000000000000000 P 0be3762794cd47f198e588b03a7e606b: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
06:01:45.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 06:01:45.822304 27303 thread.cc:636] OpenStack (cloud detector) Time spent creating pthread: real 3.225s user 0.727s sys 1.168s
06:01:45.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 06:01:45.822714 27303 thread.cc:602] OpenStack (cloud detector) Time spent starting thread: real 3.226s user 0.727s sys 1.168s
06:01:45.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 06:01:42.597049 27329 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:01:45.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 06:01:43.987936 27327 debug-util.cc:398] Leaking SignalData structure 0x7b0800014860 after lost signal to thread 27303
06:01:45.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 06:01:45.828027 27330 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
06:01:45.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 06:01:45.829460 27331 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:01:45.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:45.830044 27303 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
06:01:45.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:45.831651 27303 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
06:01:45.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:45.840770 27303 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
06:01:45.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:45.842231 27303 hybrid_clock.cc:648] HybridClock initialized: now 1786082505842158 us; error 80 us; skew 500 ppm
06:01:45.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:45.843359 27303 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
06:01:45.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:45.855756 27303 webserver.cc:460] Webserver started at http://127.26.99.1:46687/ using document root <none> and password file <none>
06:01:45.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:45.857007 27303 fs_manager.cc:359] Metadata directory not provided
06:01:45.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:45.857331 27303 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
06:01:45.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:45.857977 27303 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
06:01:45.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:45.865154 27303 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskPAXEty/test-tmp/mini-kudu-cluster6075027355542597488/ts-0/data/instance:
06:01:45.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "0369da88486e47569ef4a411405e8476"
06:01:45.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-07 06:01:45 on dist-test-slave-njxd"
06:01:45.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:45.866704 27303 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskPAXEty/test-tmp/mini-kudu-cluster6075027355542597488/ts-0/wal/instance:
06:01:45.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "0369da88486e47569ef4a411405e8476"
06:01:45.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-07 06:01:45 on dist-test-slave-njxd"
06:01:45.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:45.876206 27303 fs_manager.cc:691] Time spent creating directory manager: real 0.009s user 0.007s sys 0.002s
06:01:45.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:45.883858 27344 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
06:01:45.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:45.885480 27303 fs_manager.cc:725] Time spent opening block manager: real 0.005s user 0.006s sys 0.000s
06:01:45.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:45.886032 27303 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskPAXEty/test-tmp/mini-kudu-cluster6075027355542597488/ts-0/data,/tmp/dist-test-taskPAXEty/test-tmp/mini-kudu-cluster6075027355542597488/ts-0/wal
06:01:45.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "0369da88486e47569ef4a411405e8476"
06:01:45.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-07 06:01:45 on dist-test-slave-njxd"
06:01:45.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:45.886631 27303 fs_report.cc:383] FS layout report
06:01:45.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
06:01:45.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskPAXEty/test-tmp/mini-kudu-cluster6075027355542597488/ts-0/wal
06:01:45.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskPAXEty/test-tmp/mini-kudu-cluster6075027355542597488/ts-0/wal
06:01:45.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskPAXEty/test-tmp/mini-kudu-cluster6075027355542597488/ts-0/data/data
06:01:45.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
06:01:45.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
06:01:45.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
06:01:45.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
06:01:45.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
06:01:45.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
06:01:45.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
06:01:45.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
06:01:45.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
06:01:45.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
06:01:45.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
06:01:45.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:45.938231 27303 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
06:01:45.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:45.940537 27303 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
06:01:45.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:45.941250 27303 kserver.cc:163] Server-wide thread pool size limit: 3276
06:01:45.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:45.946645 27303 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
06:01:45.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:45.952803 27303 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
06:01:45.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:45.953125 27303 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.001s sys 0.000s
06:01:45.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:45.953413 27303 ts_tablet_manager.cc:610] Registered 0 tablets
06:01:45.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:45.953630 27303 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
06:01:46.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:46.188073 27303 rpc_server.cc:307] RPC server started. Bound to: 127.26.99.1:40839
06:01:46.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:46.188151 27456 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.26.99.1:40839 every 8 connection(s)
06:01:46.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:46.191692 27303 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskPAXEty/test-tmp/mini-kudu-cluster6075027355542597488/ts-0/data/info.pb
06:01:46.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:46.194585 27020 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskPAXEty/build/tsan/bin/kudu as pid 27303
06:01:46.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:46.195360 27020 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskPAXEty/test-tmp/mini-kudu-cluster6075027355542597488/ts-0/wal/instance
06:01:46.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:46.209867 27020 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskPAXEty/build/tsan/bin/kudu
06:01:46.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskPAXEty/build/tsan/bin/kudu
06:01:46.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskPAXEty/test-tmp/mini-kudu-cluster6075027355542597488/ts-1/wal
06:01:46.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskPAXEty/test-tmp/mini-kudu-cluster6075027355542597488/ts-1/data
06:01:46.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
06:01:46.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
06:01:46.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
06:01:46.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
06:01:46.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
06:01:46.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
06:01:46.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskPAXEty/test-tmp/mini-kudu-cluster6075027355542597488/ts-1/logs
06:01:46.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskPAXEty/test-tmp/mini-kudu-cluster6075027355542597488/ts-1/data/info.pb
06:01:46.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
06:01:46.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
06:01:46.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
06:01:46.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
06:01:46.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
06:01:46.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
06:01:46.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
06:01:46.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
06:01:46.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
06:01:46.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
06:01:46.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.26.99.2:0
06:01:46.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.26.99.2
06:01:46.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.26.99.2
06:01:46.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
06:01:46.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.26.99.62:37915,127.26.99.61:34829,127.26.99.60:43221
06:01:46.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.26.99.20:43649
06:01:46.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
06:01:46.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
06:01:46.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
06:01:46.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:46.269559 27457 heartbeater.cc:347] Connected to a master server at 127.26.99.60:43221
06:01:46.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:46.270107 27457 heartbeater.cc:464] Registering TS with master...
06:01:46.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:46.272042 27458 heartbeater.cc:347] Connected to a master server at 127.26.99.61:34829
06:01:46.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:46.272192 27457 heartbeater.cc:511] Master 127.26.99.60:43221 requested a full tablet report, sending...
06:01:46.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:46.272408 27458 heartbeater.cc:464] Registering TS with master...
06:01:46.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:46.273278 27458 heartbeater.cc:511] Master 127.26.99.61:34829 requested a full tablet report, sending...
06:01:46.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:46.276463 27220 ts_manager.cc:194] Registered new tserver with Master: 0369da88486e47569ef4a411405e8476 (127.26.99.1:40839)
06:01:46.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:46.279955 27142 ts_manager.cc:194] Registered new tserver with Master: 0369da88486e47569ef4a411405e8476 (127.26.99.1:40839)
06:01:46.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:46.283314 27220 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.26.99.1:36465
06:01:46.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:46.293969 27461 heartbeater.cc:347] Connected to a master server at 127.26.99.62:37915
06:01:46.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:46.294342 27461 heartbeater.cc:464] Registering TS with master...
06:01:46.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:46.295058 27461 heartbeater.cc:511] Master 127.26.99.62:37915 requested a full tablet report, sending...
06:01:46.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:46.298269 27065 ts_manager.cc:194] Registered new tserver with Master: 0369da88486e47569ef4a411405e8476 (127.26.99.1:40839)
06:01:46.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 06:01:46.612392 27464 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
06:01:46.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 06:01:46.613246 27464 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
06:01:46.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 06:01:46.613960 27464 flags.cc:425] Enabled unsafe flag: --never_fsync=true
06:01:46.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 06:01:46.646996 27464 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
06:01:46.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 06:01:46.647948 27464 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.26.99.2
06:01:46.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:46.683692 27464 tablet_server_runner.cc:78] Tablet server non-default flags:
06:01:46.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
06:01:46.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.26.99.20:43649
06:01:46.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
06:01:46.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
06:01:46.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskPAXEty/test-tmp/mini-kudu-cluster6075027355542597488/ts-1/data
06:01:46.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskPAXEty/test-tmp/mini-kudu-cluster6075027355542597488/ts-1/wal
06:01:46.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
06:01:46.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
06:01:46.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.26.99.2:0
06:01:46.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
06:01:46.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
06:01:46.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
06:01:46.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskPAXEty/test-tmp/mini-kudu-cluster6075027355542597488/ts-1/data/info.pb
06:01:46.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.26.99.2
06:01:46.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
06:01:46.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.26.99.62:37915,127.26.99.61:34829,127.26.99.60:43221
06:01:46.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
06:01:46.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
06:01:46.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
06:01:46.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
06:01:46.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
06:01:46.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.26.99.2
06:01:46.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskPAXEty/test-tmp/mini-kudu-cluster6075027355542597488/ts-1/logs
06:01:46.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
06:01:46.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
06:01:46.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
06:01:46.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
06:01:46.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
06:01:46.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
06:01:46.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
06:01:46.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 07 Aug 2026 04:08:06 UTC on ccycloud.quasar-ikgopv.root.comops.site
06:01:46.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4571634
06:01:46.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
06:01:46.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:46.685235 27464 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
06:01:46.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:46.687117 27464 file_cache.cc:493] Constructed file cache file cache with capacity 419430
06:01:46.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 06:01:46.711689 27474 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:01:47.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:47.288990 27457 heartbeater.cc:503] Master 127.26.99.60:43221 was elected leader, sending a full tablet report...
06:01:47.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 06:01:46.713622 27473 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:01:47.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 06:01:46.715687 27476 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:01:47.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 06:01:47.940871 27475 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
06:01:47.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:47.940999 27464 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
06:01:47.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:47.944942 27464 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
06:01:47.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:47.947748 27464 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
06:01:47.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:47.949182 27464 hybrid_clock.cc:648] HybridClock initialized: now 1786082507949152 us; error 52 us; skew 500 ppm
06:01:47.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:47.950023 27464 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
06:01:47.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:47.956982 27464 webserver.cc:460] Webserver started at http://127.26.99.2:36441/ using document root <none> and password file <none>
06:01:47.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:47.957939 27464 fs_manager.cc:359] Metadata directory not provided
06:01:47.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:47.958130 27464 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
06:01:47.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:47.958528 27464 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
06:01:47.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:47.963358 27464 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskPAXEty/test-tmp/mini-kudu-cluster6075027355542597488/ts-1/data/instance:
06:01:47.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "eed192006ec94533a25672d977b6d63d"
06:01:47.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-07 06:01:47 on dist-test-slave-njxd"
06:01:47.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:47.964411 27464 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskPAXEty/test-tmp/mini-kudu-cluster6075027355542597488/ts-1/wal/instance:
06:01:47.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "eed192006ec94533a25672d977b6d63d"
06:01:47.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-07 06:01:47 on dist-test-slave-njxd"
06:01:47.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:47.971361 27464 fs_manager.cc:691] Time spent creating directory manager: real 0.006s user 0.008s sys 0.000s
06:01:47.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:47.977298 27484 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
06:01:47.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:47.978451 27464 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.003s sys 0.001s
06:01:47.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:47.978732 27464 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskPAXEty/test-tmp/mini-kudu-cluster6075027355542597488/ts-1/data,/tmp/dist-test-taskPAXEty/test-tmp/mini-kudu-cluster6075027355542597488/ts-1/wal
06:01:47.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "eed192006ec94533a25672d977b6d63d"
06:01:47.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-07 06:01:47 on dist-test-slave-njxd"
06:01:47.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:47.979024 27464 fs_report.cc:383] FS layout report
06:01:47.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
06:01:47.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskPAXEty/test-tmp/mini-kudu-cluster6075027355542597488/ts-1/wal
06:01:47.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskPAXEty/test-tmp/mini-kudu-cluster6075027355542597488/ts-1/wal
06:01:47.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskPAXEty/test-tmp/mini-kudu-cluster6075027355542597488/ts-1/data/data
06:01:47.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
06:01:47.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
06:01:47.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
06:01:47.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
06:01:47.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
06:01:47.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
06:01:47.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
06:01:47.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
06:01:47.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
06:01:47.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
06:01:47.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
06:01:48.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:48.042433 27464 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
06:01:48.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:48.043872 27464 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
06:01:48.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:48.044293 27464 kserver.cc:163] Server-wide thread pool size limit: 3276
06:01:48.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:48.047030 27464 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
06:01:48.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:48.051906 27464 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
06:01:48.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:48.052109 27464 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
06:01:48.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:48.052317 27464 ts_tablet_manager.cc:610] Registered 0 tablets
06:01:48.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:48.052510 27464 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
06:01:48.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:48.201495 27464 rpc_server.cc:307] RPC server started. Bound to: 127.26.99.2:36307
06:01:48.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:48.201640 27596 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.26.99.2:36307 every 8 connection(s)
06:01:48.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:48.204814 27464 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskPAXEty/test-tmp/mini-kudu-cluster6075027355542597488/ts-1/data/info.pb
06:01:48.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:48.212885 27020 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskPAXEty/build/tsan/bin/kudu as pid 27464
06:01:48.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:48.213497 27020 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskPAXEty/test-tmp/mini-kudu-cluster6075027355542597488/ts-1/wal/instance
06:01:48.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:48.227020 27020 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskPAXEty/build/tsan/bin/kudu
06:01:48.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskPAXEty/build/tsan/bin/kudu
06:01:48.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskPAXEty/test-tmp/mini-kudu-cluster6075027355542597488/ts-2/wal
06:01:48.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskPAXEty/test-tmp/mini-kudu-cluster6075027355542597488/ts-2/data
06:01:48.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
06:01:48.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
06:01:48.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
06:01:48.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
06:01:48.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
06:01:48.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
06:01:48.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskPAXEty/test-tmp/mini-kudu-cluster6075027355542597488/ts-2/logs
06:01:48.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskPAXEty/test-tmp/mini-kudu-cluster6075027355542597488/ts-2/data/info.pb
06:01:48.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
06:01:48.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
06:01:48.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
06:01:48.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
06:01:48.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
06:01:48.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
06:01:48.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
06:01:48.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
06:01:48.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
06:01:48.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
06:01:48.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.26.99.3:0
06:01:48.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.26.99.3
06:01:48.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.26.99.3
06:01:48.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
06:01:48.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.26.99.62:37915,127.26.99.61:34829,127.26.99.60:43221
06:01:48.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.26.99.20:43649
06:01:48.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
06:01:48.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
06:01:48.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
06:01:48.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:48.252373 27598 heartbeater.cc:347] Connected to a master server at 127.26.99.61:34829
06:01:48.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:48.252842 27598 heartbeater.cc:464] Registering TS with master...
06:01:48.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:48.253417 27597 heartbeater.cc:347] Connected to a master server at 127.26.99.60:43221
06:01:48.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:48.253502 27599 heartbeater.cc:347] Connected to a master server at 127.26.99.62:37915
06:01:48.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:48.253793 27597 heartbeater.cc:464] Registering TS with master...
06:01:48.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:48.253945 27599 heartbeater.cc:464] Registering TS with master...
06:01:48.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:48.254208 27598 heartbeater.cc:511] Master 127.26.99.61:34829 requested a full tablet report, sending...
06:01:48.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:48.254832 27597 heartbeater.cc:511] Master 127.26.99.60:43221 requested a full tablet report, sending...
06:01:48.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:48.255005 27599 heartbeater.cc:511] Master 127.26.99.62:37915 requested a full tablet report, sending...
06:01:48.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:48.257447 27142 ts_manager.cc:194] Registered new tserver with Master: eed192006ec94533a25672d977b6d63d (127.26.99.2:36307)
06:01:48.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:48.258129 27220 ts_manager.cc:194] Registered new tserver with Master: eed192006ec94533a25672d977b6d63d (127.26.99.2:36307)
06:01:48.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:48.260667 27220 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.26.99.2:34289
06:01:48.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:48.262817 27065 ts_manager.cc:194] Registered new tserver with Master: eed192006ec94533a25672d977b6d63d (127.26.99.2:36307)
06:01:48.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 06:01:48.577246 27607 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
06:01:48.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 06:01:48.577822 27607 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
06:01:48.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 06:01:48.578281 27607 flags.cc:425] Enabled unsafe flag: --never_fsync=true
06:01:48.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 06:01:48.609835 27607 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
06:01:48.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 06:01:48.610877 27607 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.26.99.3
06:01:48.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:48.647450 27607 tablet_server_runner.cc:78] Tablet server non-default flags:
06:01:48.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
06:01:48.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.26.99.20:43649
06:01:48.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
06:01:48.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
06:01:48.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskPAXEty/test-tmp/mini-kudu-cluster6075027355542597488/ts-2/data
06:01:48.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskPAXEty/test-tmp/mini-kudu-cluster6075027355542597488/ts-2/wal
06:01:48.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
06:01:48.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
06:01:48.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.26.99.3:0
06:01:48.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
06:01:48.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
06:01:48.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
06:01:48.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskPAXEty/test-tmp/mini-kudu-cluster6075027355542597488/ts-2/data/info.pb
06:01:48.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.26.99.3
06:01:48.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
06:01:48.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.26.99.62:37915,127.26.99.61:34829,127.26.99.60:43221
06:01:48.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
06:01:48.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
06:01:48.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
06:01:48.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
06:01:48.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
06:01:48.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.26.99.3
06:01:48.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskPAXEty/test-tmp/mini-kudu-cluster6075027355542597488/ts-2/logs
06:01:48.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
06:01:48.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
06:01:48.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
06:01:48.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
06:01:48.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
06:01:48.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
06:01:48.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
06:01:48.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 07 Aug 2026 04:08:06 UTC on ccycloud.quasar-ikgopv.root.comops.site
06:01:48.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4571634
06:01:48.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
06:01:48.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:48.648630 27607 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
06:01:48.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:48.650322 27607 file_cache.cc:493] Constructed file cache file cache with capacity 419430
06:01:48.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 06:01:48.669534 27616 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:01:49.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:49.265096 27597 heartbeater.cc:503] Master 127.26.99.60:43221 was elected leader, sending a full tablet report...
06:01:49.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 06:01:48.669550 27613 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:01:49.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:48.671362 27607 server_base.cc:1034] running on GCE node
06:01:49.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 06:01:48.669559 27614 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:01:49.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:49.890344 27607 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
06:01:49.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:49.892809 27607 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
06:01:49.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:49.894147 27607 hybrid_clock.cc:648] HybridClock initialized: now 1786082509894117 us; error 51 us; skew 500 ppm
06:01:49.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:49.895028 27607 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
06:01:49.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:49.902002 27607 webserver.cc:460] Webserver started at http://127.26.99.3:46687/ using document root <none> and password file <none>
06:01:49.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:49.902907 27607 fs_manager.cc:359] Metadata directory not provided
06:01:49.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:49.903103 27607 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
06:01:49.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:49.903491 27607 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
06:01:49.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:49.908363 27607 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskPAXEty/test-tmp/mini-kudu-cluster6075027355542597488/ts-2/data/instance:
06:01:49.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "3121d482aaee4bbb9d5c888916e406ee"
06:01:49.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-07 06:01:49 on dist-test-slave-njxd"
06:01:49.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:49.909415 27607 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskPAXEty/test-tmp/mini-kudu-cluster6075027355542597488/ts-2/wal/instance:
06:01:49.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "3121d482aaee4bbb9d5c888916e406ee"
06:01:49.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-07 06:01:49 on dist-test-slave-njxd"
06:01:49.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:49.917300 27607 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.006s sys 0.001s
06:01:49.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:49.923322 27624 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
06:01:49.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:49.924515 27607 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.005s sys 0.000s
06:01:49.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:49.924800 27607 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskPAXEty/test-tmp/mini-kudu-cluster6075027355542597488/ts-2/data,/tmp/dist-test-taskPAXEty/test-tmp/mini-kudu-cluster6075027355542597488/ts-2/wal
06:01:49.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "3121d482aaee4bbb9d5c888916e406ee"
06:01:49.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-07 06:01:49 on dist-test-slave-njxd"
06:01:49.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:49.925112 27607 fs_report.cc:383] FS layout report
06:01:49.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
06:01:49.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskPAXEty/test-tmp/mini-kudu-cluster6075027355542597488/ts-2/wal
06:01:49.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskPAXEty/test-tmp/mini-kudu-cluster6075027355542597488/ts-2/wal
06:01:49.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskPAXEty/test-tmp/mini-kudu-cluster6075027355542597488/ts-2/data/data
06:01:49.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
06:01:49.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
06:01:49.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
06:01:49.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
06:01:49.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
06:01:49.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
06:01:49.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
06:01:49.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
06:01:49.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
06:01:49.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
06:01:49.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
06:01:49.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:49.983474 27607 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
06:01:49.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:49.985180 27607 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
06:01:49.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:49.985767 27607 kserver.cc:163] Server-wide thread pool size limit: 3276
06:01:49.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:49.988498 27607 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
06:01:49.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:49.993099 27607 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
06:01:49.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:49.993327 27607 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
06:01:49.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:49.993690 27607 ts_tablet_manager.cc:610] Registered 0 tablets
06:01:49.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:49.993868 27607 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
06:01:50.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:50.140070 27607 rpc_server.cc:307] RPC server started. Bound to: 127.26.99.3:41101
06:01:50.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:50.140178 27737 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.26.99.3:41101 every 8 connection(s)
06:01:50.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:50.142875 27607 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskPAXEty/test-tmp/mini-kudu-cluster6075027355542597488/ts-2/data/info.pb
06:01:50.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:50.147167 27020 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskPAXEty/build/tsan/bin/kudu as pid 27607
06:01:50.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:50.147692 27020 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskPAXEty/test-tmp/mini-kudu-cluster6075027355542597488/ts-2/wal/instance
06:01:50.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:50.242666 27738 heartbeater.cc:347] Connected to a master server at 127.26.99.60:43221
06:01:50.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:50.243254 27738 heartbeater.cc:464] Registering TS with master...
06:01:50.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:50.244582 27738 heartbeater.cc:511] Master 127.26.99.60:43221 requested a full tablet report, sending...
06:01:50.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:50.247413 27220 ts_manager.cc:194] Registered new tserver with Master: 3121d482aaee4bbb9d5c888916e406ee (127.26.99.3:41101)
06:01:50.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:50.248059 27740 heartbeater.cc:347] Connected to a master server at 127.26.99.62:37915
06:01:50.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:50.248205 27739 heartbeater.cc:347] Connected to a master server at 127.26.99.61:34829
06:01:50.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:50.248420 27740 heartbeater.cc:464] Registering TS with master...
06:01:50.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:50.248487 27739 heartbeater.cc:464] Registering TS with master...
06:01:50.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:50.249346 27739 heartbeater.cc:511] Master 127.26.99.61:34829 requested a full tablet report, sending...
06:01:50.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:50.249550 27740 heartbeater.cc:511] Master 127.26.99.62:37915 requested a full tablet report, sending...
06:01:50.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:50.249681 27220 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.26.99.3:33305
06:01:50.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:50.252107 27142 ts_manager.cc:194] Registered new tserver with Master: 3121d482aaee4bbb9d5c888916e406ee (127.26.99.3:41101)
06:01:50.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:50.252084 27065 ts_manager.cc:194] Registered new tserver with Master: 3121d482aaee4bbb9d5c888916e406ee (127.26.99.3:41101)
06:01:50.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:50.265906 27020 external_mini_cluster.cc:930] 3 TS(s) registered with all masters
06:01:50.277 [DEBUG - main] (MiniKuduCluster.java:195) Response:
06:01:50.277 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}
06:01:50.278 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
masters {
id {
type: MASTER
index: 0
}
bound_rpc_address {
host: "127.26.99.62"
port: 37915
}
bound_http_address {
host: "127.26.99.62"
port: 37875
}
}
masters {
id {
type: MASTER
index: 1
}
bound_rpc_address {
host: "127.26.99.61"
port: 34829
}
bound_http_address {
host: "127.26.99.61"
port: 36717
}
}
masters {
id {
type: MASTER
index: 2
}
bound_rpc_address {
host: "127.26.99.60"
port: 43221
}
bound_http_address {
host: "127.26.99.60"
port: 46411
}
}
}
06:01:50.279 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}
06:01:50.279 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
tservers {
id {
type: TSERVER
index: 0
}
bound_rpc_address {
host: "127.26.99.1"
port: 40839
}
bound_http_address {
host: "127.26.99.1"
port: 46687
}
}
tservers {
id {
type: TSERVER
index: 1
}
bound_rpc_address {
host: "127.26.99.2"
port: 36307
}
bound_http_address {
host: "127.26.99.2"
port: 36441
}
}
tservers {
id {
type: TSERVER
index: 2
}
bound_rpc_address {
host: "127.26.99.3"
port: 41101
}
bound_http_address {
host: "127.26.99.3"
port: 46687
}
}
}
06:01:50.279 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
06:01:50.280 [DEBUG - main] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskPAXEty/test-tmp/mini-kudu-cluster3767925332581227860/krb5kdc/krb5cc
06:01:50.281 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication
06:01:50.282 [INFO - Time-limited test] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskPAXEty/test-tmp
06:01:50.282 [INFO - Time-limited test] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
06:01:50.282 [INFO - Time-limited test] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskPAXEty/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
06:01:50.284 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 0
enable_kerberos: true
cluster_root: "/tmp/dist-test-taskPAXEty/test-tmp/mini-kudu-cluster2432638536558916778"
extra_master_flags: "--authn_token_validity_seconds=10"
hms_mode: NONE
mini_kdc_options {
ticket_lifetime: "10s"
renew_lifetime: "20s"
}
principal: "kudu"
mini_oidc_options {
}
}
06:01:50.629 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
06:01:50.629 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_cluster {
}
06:01:50.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:50.633527 27749 mini_oidc.cc:152] Starting JWKS server
06:01:50.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:50.637547 27749 webserver.cc:460] Webserver started at http://127.0.0.1:46805/ using document root <none> and password file <none>
06:01:50.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:50.638046 27749 mini_oidc.cc:189] Starting OIDC Discovery server
06:01:50.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:50.639741 27749 webserver.cc:460] Webserver started at http://127.0.0.1:35991/ using document root <none> and password file <none>
06:01:50.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Loading random data
06:01:50.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Initializing database '/tmp/dist-test-taskPAXEty/test-tmp/mini-kudu-cluster2432638536558916778/krb5kdc/principal' for realm 'KRBTEST.COM',
06:01:50.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master key name 'K/M@KRBTEST.COM'
06:01:50.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 07 06:01:50 dist-test-slave-njxd krb5kdc[27760](info): setting up network...
06:01:50.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) krb5kdc: setsockopt(10,IPV6_V6ONLY,1) worked
06:01:50.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 07 06:01:50 dist-test-slave-njxd krb5kdc[27760](info): set up 2 sockets
06:01:50.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 07 06:01:50 dist-test-slave-njxd krb5kdc[27760](info): commencing operation
06:01:50.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) krb5kdc: starting...
06:01:51.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:51.255338 27738 heartbeater.cc:503] Master 127.26.99.60:43221 was elected leader, sending a full tablet report...
06:01:51.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 06:01:51.785836 27749 mini_kdc.cc:121] Time spent starting KDC: real 1.120s user 0.000s sys 0.023s
06:01:51.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for test-admin@KRBTEST.COM; defaulting to no policy
06:01:51.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
06:01:51.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "test-admin@KRBTEST.COM" created.
06:01:51.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for test-user@KRBTEST.COM; defaulting to no policy
06:01:51.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
06:01:51.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "test-user@KRBTEST.COM" created.
06:01:51.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for joe-interloper@KRBTEST.COM; defaulting to no policy
06:01:51.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
06:01:51.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "joe-interloper@KRBTEST.COM" created.
06:01:51.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
06:01:51.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal test-user with kvno 1, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskPAXEty/test-tmp/mini-kudu-cluster2432638536558916778/krb5kdc/test-user.keytab.
06:01:51.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal test-user with kvno 1, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskPAXEty/test-tmp/mini-kudu-cluster2432638536558916778/krb5kdc/test-user.keytab.
06:01:51.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 07 06:01:51 dist-test-slave-njxd krb5kdc[27760](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786082511, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
06:01:51.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
06:01:51.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-07T06:01:51Z chronyd version 3.5 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -SECHASH -IPV6 +DEBUG)
06:01:51.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-07T06:01:51Z Disabled control of system clock
06:01:51.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.27.25.126@KRBTEST.COM; defaulting to no policy
06:01:51.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
06:01:51.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.27.25.126@KRBTEST.COM" created.
06:01:51.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
06:01:51.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.27.25.126 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskPAXEty/test-tmp/mini-kudu-cluster2432638536558916778/krb5kdc/kudu_127.27.25.126.keytab.
06:01:51.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.27.25.126 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskPAXEty/test-tmp/mini-kudu-cluster2432638536558916778/krb5kdc/kudu_127.27.25.126.keytab.
06:01:51.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:51.999012 27749 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskPAXEty/build/tsan/bin/kudu
06:01:51.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskPAXEty/build/tsan/bin/kudu
06:01:51.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskPAXEty/test-tmp/mini-kudu-cluster2432638536558916778/master-0/wal
06:01:51.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskPAXEty/test-tmp/mini-kudu-cluster2432638536558916778/master-0/data
06:01:51.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
06:01:51.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
06:01:51.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
06:01:51.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
06:01:51.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
06:01:51.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
06:01:51.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskPAXEty/test-tmp/mini-kudu-cluster2432638536558916778/master-0/logs
06:01:51.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskPAXEty/test-tmp/mini-kudu-cluster2432638536558916778/master-0/data/info.pb
06:01:51.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
06:01:51.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
06:01:51.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
06:01:51.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
06:01:51.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
06:01:52.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
06:01:52.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
06:01:52.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
06:01:52.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
06:01:52.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
06:01:52.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
06:01:52.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
06:01:52.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.25.126:43421
06:01:52.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.25.126
06:01:52.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
06:01:52.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskPAXEty/test-tmp/mini-kudu-cluster2432638536558916778/krb5kdc/kudu_127.27.25.126.keytab
06:01:52.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.27.25.126
06:01:52.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
06:01:52.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
06:01:52.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
06:01:52.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.25.84:46555
06:01:52.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
06:01:52.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
06:01:52.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
06:01:52.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
06:01:52.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.27.25.126:43421,127.27.25.125:33193,127.27.25.124:45379
06:01:52.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
06:01:52.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46805/jwks.json
06:01:52.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskPAXEty/test-tmp/mini-kudu-cluster2432638536558916778/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskPAXEty/test-tmp/mini-kudu-cluster2432638536558916778/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskPAXEty/test-tmp/mini-kudu-cluster2432638536558916778/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
06:01:52.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 06:01:52.328413 27773 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
06:01:52.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 06:01:52.329242 27773 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
06:01:52.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 06:01:52.329941 27773 flags.cc:425] Enabled unsafe flag: --never_fsync=true
06:01:52.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 06:01:52.362564 27773 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
06:01:52.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 06:01:52.362807 27773 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
06:01:52.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 06:01:52.363071 27773 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
06:01:52.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 06:01:52.363278 27773 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
06:01:52.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 06:01:52.363466 27773 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
06:01:52.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 06:01:52.363654 27773 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
06:01:52.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 06:01:52.363794 27773 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:46805/jwks.json
06:01:52.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:52.407954 27773 master_runner.cc:386] Master server non-default flags:
06:01:52.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
06:01:52.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.25.84:46555
06:01:52.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
06:01:52.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
06:01:52.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskPAXEty/test-tmp/mini-kudu-cluster2432638536558916778/master-0/data
06:01:52.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskPAXEty/test-tmp/mini-kudu-cluster2432638536558916778/master-0/wal
06:01:52.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
06:01:52.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
06:01:52.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.27.25.126:43421,127.27.25.125:33193,127.27.25.124:45379
06:01:52.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskPAXEty/test-tmp/mini-kudu-cluster2432638536558916778/krb5kdc/kudu_127.27.25.126.keytab
06:01:52.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.27.25.126
06:01:52.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
06:01:52.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
06:01:52.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
06:01:52.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.25.126:43421
06:01:52.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
06:01:52.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
06:01:52.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
06:01:52.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46805/jwks.json
06:01:52.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
06:01:52.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
06:01:52.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
06:01:52.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
06:01:52.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
06:01:52.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskPAXEty/test-tmp/mini-kudu-cluster2432638536558916778/master-0/data/info.pb
06:01:52.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.25.126
06:01:52.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
06:01:52.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
06:01:52.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
06:01:52.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
06:01:52.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
06:01:52.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
06:01:52.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskPAXEty/test-tmp/mini-kudu-cluster2432638536558916778/master-0/logs
06:01:52.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
06:01:52.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
06:01:52.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
06:01:52.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
06:01:52.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
06:01:52.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
06:01:52.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
06:01:52.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 07 Aug 2026 04:08:06 UTC on ccycloud.quasar-ikgopv.root.comops.site
06:01:52.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4571634
06:01:52.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
06:01:52.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:52.409195 27773 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
06:01:52.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:52.410744 27773 file_cache.cc:493] Constructed file cache file cache with capacity 419430
06:01:52.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 06:01:52.429832 27783 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:01:53.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 06:01:52.430320 27780 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:01:53.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 06:01:52.430660 27781 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:01:53.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:52.431506 27773 server_base.cc:1034] running on GCE node
06:01:53.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:53.662909 27773 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
06:01:53.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:53.666158 27773 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
06:01:53.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:53.667610 27773 hybrid_clock.cc:648] HybridClock initialized: now 1786082513667574 us; error 53 us; skew 500 ppm
06:01:53.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:53.668422 27773 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
06:01:53.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 07 06:01:53 dist-test-slave-njxd krb5kdc[27760](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786082513, etypes {rep=17 tkt=17 ses=17}, kudu/127.27.25.126@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
06:01:53.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:53.680001 27773 init.cc:377] Logged in from keytab as kudu/127.27.25.126@KRBTEST.COM (short username kudu)
06:01:53.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:53.685307 27773 webserver.cc:460] Webserver started at http://127.27.25.126:35277/ using document root <none> and password file <none>
06:01:53.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:53.686321 27773 fs_manager.cc:359] Metadata directory not provided
06:01:53.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:53.686515 27773 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
06:01:53.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:53.686905 27773 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
06:01:53.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:53.691931 27773 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskPAXEty/test-tmp/mini-kudu-cluster2432638536558916778/master-0/data/instance:
06:01:53.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "141afbca02b540dd857c0fb5f122e7ca"
06:01:53.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-07 06:01:53 on dist-test-slave-njxd"
06:01:53.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:53.693116 27773 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskPAXEty/test-tmp/mini-kudu-cluster2432638536558916778/master-0/wal/instance:
06:01:53.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "141afbca02b540dd857c0fb5f122e7ca"
06:01:53.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-07 06:01:53 on dist-test-slave-njxd"
06:01:53.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:53.700729 27773 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.005s sys 0.001s
06:01:53.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:53.706333 27791 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
06:01:53.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:53.707450 27773 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.004s sys 0.000s
06:01:53.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:53.707746 27773 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskPAXEty/test-tmp/mini-kudu-cluster2432638536558916778/master-0/data,/tmp/dist-test-taskPAXEty/test-tmp/mini-kudu-cluster2432638536558916778/master-0/wal
06:01:53.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "141afbca02b540dd857c0fb5f122e7ca"
06:01:53.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-07 06:01:53 on dist-test-slave-njxd"
06:01:53.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:53.708088 27773 fs_report.cc:383] FS layout report
06:01:53.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
06:01:53.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskPAXEty/test-tmp/mini-kudu-cluster2432638536558916778/master-0/wal
06:01:53.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskPAXEty/test-tmp/mini-kudu-cluster2432638536558916778/master-0/wal
06:01:53.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskPAXEty/test-tmp/mini-kudu-cluster2432638536558916778/master-0/data/data
06:01:53.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
06:01:53.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
06:01:53.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
06:01:53.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
06:01:53.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
06:01:53.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
06:01:53.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
06:01:53.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
06:01:53.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
06:01:53.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
06:01:53.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
06:01:53.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:53.742421 27773 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
06:01:53.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:53.748526 27773 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
06:01:53.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:53.748945 27773 kserver.cc:163] Server-wide thread pool size limit: 3276
06:01:53.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:53.823168 27773 rpc_server.cc:307] RPC server started. Bound to: 127.27.25.126:43421
06:01:53.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:53.823242 27843 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.27.25.126:43421 every 8 connection(s)
06:01:53.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:53.825801 27773 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskPAXEty/test-tmp/mini-kudu-cluster2432638536558916778/master-0/data/info.pb
06:01:53.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:53.832001 27844 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
06:01:53.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:53.835887 27749 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskPAXEty/build/tsan/bin/kudu as pid 27773
06:01:53.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:53.836508 27749 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskPAXEty/test-tmp/mini-kudu-cluster2432638536558916778/master-0/wal/instance
06:01:53.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:53.844079 27844 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.27.25.126" port: 43421 } has no permanent_uuid. Determining permanent_uuid...
06:01:53.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.27.25.125@KRBTEST.COM; defaulting to no policy
06:01:53.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
06:01:53.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.27.25.125@KRBTEST.COM" created.
06:01:53.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 07 06:01:53 dist-test-slave-njxd krb5kdc[27760](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786082513, etypes {rep=17 tkt=17 ses=17}, kudu/127.27.25.126@KRBTEST.COM for kudu/127.27.25.126@KRBTEST.COM
06:01:53.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
06:01:53.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.27.25.125 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskPAXEty/test-tmp/mini-kudu-cluster2432638536558916778/krb5kdc/kudu_127.27.25.125.keytab.
06:01:53.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.27.25.125 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskPAXEty/test-tmp/mini-kudu-cluster2432638536558916778/krb5kdc/kudu_127.27.25.125.keytab.
06:01:53.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:53.890372 27844 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.27.25.125" port: 33193 } has no permanent_uuid. Determining permanent_uuid...
06:01:53.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:53.891230 27749 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskPAXEty/build/tsan/bin/kudu
06:01:53.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskPAXEty/build/tsan/bin/kudu
06:01:53.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskPAXEty/test-tmp/mini-kudu-cluster2432638536558916778/master-1/wal
06:01:53.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskPAXEty/test-tmp/mini-kudu-cluster2432638536558916778/master-1/data
06:01:53.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
06:01:53.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
06:01:53.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
06:01:53.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
06:01:53.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
06:01:53.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
06:01:53.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskPAXEty/test-tmp/mini-kudu-cluster2432638536558916778/master-1/logs
06:01:53.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskPAXEty/test-tmp/mini-kudu-cluster2432638536558916778/master-1/data/info.pb
06:01:53.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
06:01:53.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
06:01:53.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
06:01:53.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
06:01:53.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
06:01:53.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
06:01:53.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
06:01:53.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
06:01:53.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
06:01:53.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
06:01:53.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
06:01:53.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
06:01:53.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.25.125:33193
06:01:53.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.25.125
06:01:53.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
06:01:53.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskPAXEty/test-tmp/mini-kudu-cluster2432638536558916778/krb5kdc/kudu_127.27.25.125.keytab
06:01:53.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.27.25.125
06:01:53.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
06:01:53.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
06:01:53.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
06:01:53.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.25.84:46555
06:01:53.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
06:01:53.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
06:01:53.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
06:01:53.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
06:01:53.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.27.25.126:43421,127.27.25.125:33193,127.27.25.124:45379
06:01:53.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
06:01:53.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46805/jwks.json
06:01:53.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskPAXEty/test-tmp/mini-kudu-cluster2432638536558916778/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskPAXEty/test-tmp/mini-kudu-cluster2432638536558916778/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskPAXEty/test-tmp/mini-kudu-cluster2432638536558916778/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
06:01:53.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 06:01:53.894090 27794 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.27.25.125:33193: connect: Connection refused (error 111)
06:01:53.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 06:01:53.898890 27844 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.27.25.125:33193: Network error: Client connection negotiation failed: client connection to 127.27.25.125:33193: connect: Connection refused (error 111)
06:01:53.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:53.948388 27844 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.25.125" port: 33193 } attempt: 1
06:01:53.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 06:01:53.953965 27844 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.27.25.125:33193: Network error: Client connection negotiation failed: client connection to 127.27.25.125:33193: connect: Connection refused (error 111)
06:01:54.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:54.022377 27844 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.25.125" port: 33193 } attempt: 2
06:01:54.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 06:01:54.026175 27844 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.27.25.125:33193: Network error: Client connection negotiation failed: client connection to 127.27.25.125:33193: connect: Connection refused (error 111)
06:01:54.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:54.117624 27844 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.25.125" port: 33193 } attempt: 3
06:01:54.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 06:01:54.121379 27844 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.27.25.125:33193: Network error: Client connection negotiation failed: client connection to 127.27.25.125:33193: connect: Connection refused (error 111)
06:01:54.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 06:01:54.236721 27851 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
06:01:54.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 06:01:54.237349 27851 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
06:01:54.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 06:01:54.238005 27851 flags.cc:425] Enabled unsafe flag: --never_fsync=true
06:01:54.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:54.264796 27844 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.25.125" port: 33193 } attempt: 4
06:01:54.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 06:01:54.269805 27844 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.27.25.125:33193: Network error: Client connection negotiation failed: client connection to 127.27.25.125:33193: connect: Connection refused (error 111)
06:01:54.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 06:01:54.273728 27851 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
06:01:54.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 06:01:54.273941 27851 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
06:01:54.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 06:01:54.274216 27851 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
06:01:54.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 06:01:54.274415 27851 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
06:01:54.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 06:01:54.274624 27851 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
06:01:54.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 06:01:54.274813 27851 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
06:01:54.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 06:01:54.274952 27851 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:46805/jwks.json
06:01:54.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:54.315264 27851 master_runner.cc:386] Master server non-default flags:
06:01:54.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
06:01:54.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.25.84:46555
06:01:54.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
06:01:54.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
06:01:54.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskPAXEty/test-tmp/mini-kudu-cluster2432638536558916778/master-1/data
06:01:54.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskPAXEty/test-tmp/mini-kudu-cluster2432638536558916778/master-1/wal
06:01:54.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
06:01:54.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
06:01:54.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.27.25.126:43421,127.27.25.125:33193,127.27.25.124:45379
06:01:54.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskPAXEty/test-tmp/mini-kudu-cluster2432638536558916778/krb5kdc/kudu_127.27.25.125.keytab
06:01:54.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.27.25.125
06:01:54.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
06:01:54.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
06:01:54.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
06:01:54.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.25.125:33193
06:01:54.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
06:01:54.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
06:01:54.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
06:01:54.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46805/jwks.json
06:01:54.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
06:01:54.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
06:01:54.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
06:01:54.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
06:01:54.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
06:01:54.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskPAXEty/test-tmp/mini-kudu-cluster2432638536558916778/master-1/data/info.pb
06:01:54.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.25.125
06:01:54.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
06:01:54.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
06:01:54.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
06:01:54.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
06:01:54.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
06:01:54.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
06:01:54.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskPAXEty/test-tmp/mini-kudu-cluster2432638536558916778/master-1/logs
06:01:54.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
06:01:54.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
06:01:54.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
06:01:54.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
06:01:54.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
06:01:54.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
06:01:54.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
06:01:54.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 07 Aug 2026 04:08:06 UTC on ccycloud.quasar-ikgopv.root.comops.site
06:01:54.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4571634
06:01:54.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
06:01:54.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:54.316812 27851 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
06:01:54.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:54.318082 27851 file_cache.cc:493] Constructed file cache file cache with capacity 419430
06:01:54.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 06:01:54.337340 27858 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:01:54.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:54.569278 27844 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.25.125" port: 33193 } attempt: 5
06:01:54.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 06:01:54.574126 27844 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.27.25.125:33193: Network error: Client connection negotiation failed: client connection to 127.27.25.125:33193: connect: Connection refused (error 111)
06:01:54.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 06:01:54.985323 27734 debug-util.cc:398] Leaking SignalData structure 0x7b08000afe20 after lost signal to thread 27608
06:01:54.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 06:01:54.986380 27734 debug-util.cc:398] Leaking SignalData structure 0x7b08000b7800 after lost signal to thread 27737
06:01:55.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:55.121524 27844 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.25.125" port: 33193 } attempt: 6
06:01:55.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 06:01:55.130371 27844 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.27.25.125:33193: Network error: Client connection negotiation failed: client connection to 127.27.25.125:33193: connect: Connection refused (error 111)
06:01:55.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:54.338984 27851 server_base.cc:1034] running on GCE node
06:01:55.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 06:01:54.337391 27857 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:01:55.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 06:01:54.339143 27860 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:01:55.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:55.616500 27851 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
06:01:55.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:55.626878 27851 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
06:01:55.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:55.628340 27851 hybrid_clock.cc:648] HybridClock initialized: now 1786082515628272 us; error 87 us; skew 500 ppm
06:01:55.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:55.629411 27851 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
06:01:55.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 07 06:01:55 dist-test-slave-njxd krb5kdc[27760](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786082515, etypes {rep=17 tkt=17 ses=17}, kudu/127.27.25.125@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
06:01:55.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:55.636143 27851 init.cc:377] Logged in from keytab as kudu/127.27.25.125@KRBTEST.COM (short username kudu)
06:01:55.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:55.643100 27851 webserver.cc:460] Webserver started at http://127.27.25.125:39475/ using document root <none> and password file <none>
06:01:55.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:55.644176 27851 fs_manager.cc:359] Metadata directory not provided
06:01:55.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:55.644443 27851 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
06:01:55.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:55.645041 27851 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
06:01:55.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:55.650517 27851 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskPAXEty/test-tmp/mini-kudu-cluster2432638536558916778/master-1/data/instance:
06:01:55.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "25bd457b564a43958eb61dea1ca13aae"
06:01:55.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-07 06:01:55 on dist-test-slave-njxd"
06:01:55.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:55.651907 27851 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskPAXEty/test-tmp/mini-kudu-cluster2432638536558916778/master-1/wal/instance:
06:01:55.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "25bd457b564a43958eb61dea1ca13aae"
06:01:55.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-07 06:01:55 on dist-test-slave-njxd"
06:01:55.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:55.660614 27851 fs_manager.cc:691] Time spent creating directory manager: real 0.008s user 0.001s sys 0.008s
06:01:55.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:55.667363 27871 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
06:01:55.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:55.668823 27851 fs_manager.cc:725] Time spent opening block manager: real 0.005s user 0.003s sys 0.003s
06:01:55.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:55.669292 27851 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskPAXEty/test-tmp/mini-kudu-cluster2432638536558916778/master-1/data,/tmp/dist-test-taskPAXEty/test-tmp/mini-kudu-cluster2432638536558916778/master-1/wal
06:01:55.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "25bd457b564a43958eb61dea1ca13aae"
06:01:55.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-07 06:01:55 on dist-test-slave-njxd"
06:01:55.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:55.669755 27851 fs_report.cc:383] FS layout report
06:01:55.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
06:01:55.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskPAXEty/test-tmp/mini-kudu-cluster2432638536558916778/master-1/wal
06:01:55.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskPAXEty/test-tmp/mini-kudu-cluster2432638536558916778/master-1/wal
06:01:55.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskPAXEty/test-tmp/mini-kudu-cluster2432638536558916778/master-1/data/data
06:01:55.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
06:01:55.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
06:01:55.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
06:01:55.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
06:01:55.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
06:01:55.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
06:01:55.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
06:01:55.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
06:01:55.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
06:01:55.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
06:01:55.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
06:01:55.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:55.706049 27851 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
06:01:55.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:55.712800 27851 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
06:01:55.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:55.713383 27851 kserver.cc:163] Server-wide thread pool size limit: 3276
06:01:55.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:55.806512 27851 rpc_server.cc:307] RPC server started. Bound to: 127.27.25.125:33193
06:01:55.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:55.806659 27922 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.27.25.125:33193 every 8 connection(s)
06:01:55.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:55.809526 27851 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskPAXEty/test-tmp/mini-kudu-cluster2432638536558916778/master-1/data/info.pb
06:01:55.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:55.812603 27749 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskPAXEty/build/tsan/bin/kudu as pid 27851
06:01:55.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:55.813133 27749 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskPAXEty/test-tmp/mini-kudu-cluster2432638536558916778/master-1/wal/instance
06:01:55.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:55.818439 27923 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
06:01:55.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.27.25.124@KRBTEST.COM; defaulting to no policy
06:01:55.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:55.842388 27923 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.27.25.126" port: 43421 } has no permanent_uuid. Determining permanent_uuid...
06:01:55.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
06:01:55.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.27.25.124@KRBTEST.COM" created.
06:01:55.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
06:01:55.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.27.25.124 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskPAXEty/test-tmp/mini-kudu-cluster2432638536558916778/krb5kdc/kudu_127.27.25.124.keytab.
06:01:55.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.27.25.124 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskPAXEty/test-tmp/mini-kudu-cluster2432638536558916778/krb5kdc/kudu_127.27.25.124.keytab.
06:01:55.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 07 06:01:55 dist-test-slave-njxd krb5kdc[27760](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786082515, etypes {rep=17 tkt=17 ses=17}, kudu/127.27.25.125@KRBTEST.COM for kudu/127.27.25.126@KRBTEST.COM
06:01:55.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:55.888055 27749 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskPAXEty/build/tsan/bin/kudu
06:01:55.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskPAXEty/build/tsan/bin/kudu
06:01:55.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskPAXEty/test-tmp/mini-kudu-cluster2432638536558916778/master-2/wal
06:01:55.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskPAXEty/test-tmp/mini-kudu-cluster2432638536558916778/master-2/data
06:01:55.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
06:01:55.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
06:01:55.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
06:01:55.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
06:01:55.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
06:01:55.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
06:01:55.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskPAXEty/test-tmp/mini-kudu-cluster2432638536558916778/master-2/logs
06:01:55.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskPAXEty/test-tmp/mini-kudu-cluster2432638536558916778/master-2/data/info.pb
06:01:55.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
06:01:55.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
06:01:55.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
06:01:55.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
06:01:55.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
06:01:55.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
06:01:55.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
06:01:55.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
06:01:55.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
06:01:55.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
06:01:55.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
06:01:55.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
06:01:55.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.25.124:45379
06:01:55.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.25.124
06:01:55.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
06:01:55.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskPAXEty/test-tmp/mini-kudu-cluster2432638536558916778/krb5kdc/kudu_127.27.25.124.keytab
06:01:55.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.27.25.124
06:01:55.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
06:01:55.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
06:01:55.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
06:01:55.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.25.84:46555
06:01:55.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
06:01:55.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
06:01:55.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
06:01:55.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
06:01:55.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.27.25.126:43421,127.27.25.125:33193,127.27.25.124:45379
06:01:55.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
06:01:55.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46805/jwks.json
06:01:55.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskPAXEty/test-tmp/mini-kudu-cluster2432638536558916778/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskPAXEty/test-tmp/mini-kudu-cluster2432638536558916778/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskPAXEty/test-tmp/mini-kudu-cluster2432638536558916778/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
06:01:55.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:55.903589 27923 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.27.25.125" port: 33193 } has no permanent_uuid. Determining permanent_uuid...
06:01:55.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 07 06:01:55 dist-test-slave-njxd krb5kdc[27760](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786082515, etypes {rep=17 tkt=17 ses=17}, kudu/127.27.25.125@KRBTEST.COM for kudu/127.27.25.125@KRBTEST.COM
06:01:55.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:55.932694 27923 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.27.25.124" port: 45379 } has no permanent_uuid. Determining permanent_uuid...
06:01:55.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 06:01:55.935236 27873 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.27.25.124:45379: connect: Connection refused (error 111)
06:01:55.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 06:01:55.940727 27923 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.27.25.124:45379: Network error: Client connection negotiation failed: client connection to 127.27.25.124:45379: connect: Connection refused (error 111)
06:01:55.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:55.990262 27923 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.25.124" port: 45379 } attempt: 1
06:01:55.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 06:01:55.995393 27923 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.27.25.124:45379: Network error: Client connection negotiation failed: client connection to 127.27.25.124:45379: connect: Connection refused (error 111)
06:01:56.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:56.063859 27923 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.25.124" port: 45379 } attempt: 2
06:01:56.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 06:01:56.067998 27923 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.27.25.124:45379: Network error: Client connection negotiation failed: client connection to 127.27.25.124:45379: connect: Connection refused (error 111)
06:01:56.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:56.159533 27923 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.25.124" port: 45379 } attempt: 3
06:01:56.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 06:01:56.165046 27923 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.27.25.124:45379: Network error: Client connection negotiation failed: client connection to 127.27.25.124:45379: connect: Connection refused (error 111)
06:01:56.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:56.190842 27844 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.25.125" port: 33193 } attempt: 7
06:01:56.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 07 06:01:56 dist-test-slave-njxd krb5kdc[27760](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786082513, etypes {rep=17 tkt=17 ses=17}, kudu/127.27.25.126@KRBTEST.COM for kudu/127.27.25.125@KRBTEST.COM
06:01:56.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:56.235114 27844 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.27.25.124" port: 45379 } has no permanent_uuid. Determining permanent_uuid...
06:01:56.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 06:01:56.244410 27844 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.27.25.124:45379: Network error: Client connection negotiation failed: client connection to 127.27.25.124:45379: connect: Connection refused (error 111)
06:01:56.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:56.302932 27844 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.25.124" port: 45379 } attempt: 1
06:01:56.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 06:01:56.305954 27930 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
06:01:56.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 06:01:56.306797 27930 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
06:01:56.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 06:01:56.307665 27930 flags.cc:425] Enabled unsafe flag: --never_fsync=true
06:01:56.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 06:01:56.307605 27844 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.27.25.124:45379: Network error: Client connection negotiation failed: client connection to 127.27.25.124:45379: connect: Connection refused (error 111)
06:01:56.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:56.308553 27923 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.25.124" port: 45379 } attempt: 4
06:01:56.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 06:01:56.312652 27923 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.27.25.124:45379: Network error: Client connection negotiation failed: client connection to 127.27.25.124:45379: connect: Connection refused (error 111)
06:01:56.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 06:01:56.347193 27930 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
06:01:56.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 06:01:56.347479 27930 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
06:01:56.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 06:01:56.347954 27930 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
06:01:56.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 06:01:56.348263 27930 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
06:01:56.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 06:01:56.348620 27930 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
06:01:56.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 06:01:56.348924 27930 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
06:01:56.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 06:01:56.349144 27930 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:46805/jwks.json
06:01:56.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:56.389760 27844 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.25.124" port: 45379 } attempt: 2
06:01:56.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:56.390956 27930 master_runner.cc:386] Master server non-default flags:
06:01:56.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
06:01:56.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.25.84:46555
06:01:56.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
06:01:56.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
06:01:56.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskPAXEty/test-tmp/mini-kudu-cluster2432638536558916778/master-2/data
06:01:56.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskPAXEty/test-tmp/mini-kudu-cluster2432638536558916778/master-2/wal
06:01:56.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
06:01:56.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
06:01:56.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.27.25.126:43421,127.27.25.125:33193,127.27.25.124:45379
06:01:56.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskPAXEty/test-tmp/mini-kudu-cluster2432638536558916778/krb5kdc/kudu_127.27.25.124.keytab
06:01:56.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.27.25.124
06:01:56.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
06:01:56.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
06:01:56.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
06:01:56.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.25.124:45379
06:01:56.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
06:01:56.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
06:01:56.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
06:01:56.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46805/jwks.json
06:01:56.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
06:01:56.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
06:01:56.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
06:01:56.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
06:01:56.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
06:01:56.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskPAXEty/test-tmp/mini-kudu-cluster2432638536558916778/master-2/data/info.pb
06:01:56.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.25.124
06:01:56.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
06:01:56.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
06:01:56.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
06:01:56.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
06:01:56.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
06:01:56.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
06:01:56.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskPAXEty/test-tmp/mini-kudu-cluster2432638536558916778/master-2/logs
06:01:56.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
06:01:56.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
06:01:56.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
06:01:56.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
06:01:56.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
06:01:56.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
06:01:56.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
06:01:56.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 07 Aug 2026 04:08:06 UTC on ccycloud.quasar-ikgopv.root.comops.site
06:01:56.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4571634
06:01:56.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
06:01:56.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:56.392597 27930 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
06:01:56.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:56.394065 27930 file_cache.cc:493] Constructed file cache file cache with capacity 419430
06:01:56.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 06:01:56.396698 27844 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.27.25.124:45379: Network error: Client connection negotiation failed: client connection to 127.27.25.124:45379: connect: Connection refused (error 111)
06:01:56.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 06:01:56.416497 27943 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:01:56.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:56.482167 27844 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.25.124" port: 45379 } attempt: 3
06:01:56.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 06:01:56.487577 27844 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.27.25.124:45379: Network error: Client connection negotiation failed: client connection to 127.27.25.124:45379: connect: Connection refused (error 111)
06:01:56.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:56.612085 27923 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.25.124" port: 45379 } attempt: 5
06:01:56.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 06:01:56.619139 27923 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.27.25.124:45379: Network error: Client connection negotiation failed: client connection to 127.27.25.124:45379: connect: Connection refused (error 111)
06:01:56.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:56.628041 27844 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.25.124" port: 45379 } attempt: 4
06:01:56.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 06:01:56.633332 27844 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.27.25.124:45379: Network error: Client connection negotiation failed: client connection to 127.27.25.124:45379: connect: Connection refused (error 111)
06:01:56.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:56.916844 27844 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.25.124" port: 45379 } attempt: 5
06:01:56.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 06:01:56.920746 27844 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.27.25.124:45379: Network error: Client connection negotiation failed: client connection to 127.27.25.124:45379: connect: Connection refused (error 111)
06:01:57.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:57.166599 27923 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.25.124" port: 45379 } attempt: 6
06:01:57.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 06:01:57.174288 27923 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.27.25.124:45379: Network error: Client connection negotiation failed: client connection to 127.27.25.124:45379: connect: Connection refused (error 111)
06:01:57.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:57.473352 27844 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.25.124" port: 45379 } attempt: 6
06:01:57.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 06:01:57.480538 27844 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.27.25.124:45379: Network error: Client connection negotiation failed: client connection to 127.27.25.124:45379: connect: Connection refused (error 111)
06:01:57.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 06:01:56.416786 27941 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:01:57.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 06:01:56.416497 27940 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:01:57.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 06:01:57.693853 27942 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
06:01:57.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:57.694593 27930 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
06:01:57.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:57.696791 27930 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
06:01:57.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:57.699956 27930 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
06:01:57.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:57.701347 27930 hybrid_clock.cc:648] HybridClock initialized: now 1786082517701297 us; error 47 us; skew 500 ppm
06:01:57.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:57.702248 27930 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
06:01:57.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 07 06:01:57 dist-test-slave-njxd krb5kdc[27760](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786082517, etypes {rep=17 tkt=17 ses=17}, kudu/127.27.25.124@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
06:01:57.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:57.708470 27930 init.cc:377] Logged in from keytab as kudu/127.27.25.124@KRBTEST.COM (short username kudu)
06:01:57.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:57.714754 27930 webserver.cc:460] Webserver started at http://127.27.25.124:34675/ using document root <none> and password file <none>
06:01:57.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:57.715813 27930 fs_manager.cc:359] Metadata directory not provided
06:01:57.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:57.716027 27930 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
06:01:57.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:57.716575 27930 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
06:01:57.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:57.722466 27930 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskPAXEty/test-tmp/mini-kudu-cluster2432638536558916778/master-2/data/instance:
06:01:57.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2191bfa2689b475296ae268e1fca523b"
06:01:57.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-07 06:01:57 on dist-test-slave-njxd"
06:01:57.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:57.723750 27930 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskPAXEty/test-tmp/mini-kudu-cluster2432638536558916778/master-2/wal/instance:
06:01:57.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2191bfa2689b475296ae268e1fca523b"
06:01:57.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-07 06:01:57 on dist-test-slave-njxd"
06:01:57.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:57.732218 27930 fs_manager.cc:691] Time spent creating directory manager: real 0.008s user 0.005s sys 0.004s
06:01:57.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:57.738613 27957 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
06:01:57.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:57.739719 27930 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.004s sys 0.000s
06:01:57.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:57.740136 27930 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskPAXEty/test-tmp/mini-kudu-cluster2432638536558916778/master-2/data,/tmp/dist-test-taskPAXEty/test-tmp/mini-kudu-cluster2432638536558916778/master-2/wal
06:01:57.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2191bfa2689b475296ae268e1fca523b"
06:01:57.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-07 06:01:57 on dist-test-slave-njxd"
06:01:57.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:57.740691 27930 fs_report.cc:383] FS layout report
06:01:57.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
06:01:57.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskPAXEty/test-tmp/mini-kudu-cluster2432638536558916778/master-2/wal
06:01:57.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskPAXEty/test-tmp/mini-kudu-cluster2432638536558916778/master-2/wal
06:01:57.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskPAXEty/test-tmp/mini-kudu-cluster2432638536558916778/master-2/data/data
06:01:57.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
06:01:57.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
06:01:57.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
06:01:57.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
06:01:57.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
06:01:57.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
06:01:57.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
06:01:57.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
06:01:57.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
06:01:57.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
06:01:57.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
06:01:57.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:57.779232 27930 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
06:01:57.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:57.785688 27930 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
06:01:57.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:57.786201 27930 kserver.cc:163] Server-wide thread pool size limit: 3276
06:01:57.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:57.865309 27930 rpc_server.cc:307] RPC server started. Bound to: 127.27.25.124:45379
06:01:57.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:57.865383 28008 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.27.25.124:45379 every 8 connection(s)
06:01:57.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:57.868016 27930 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskPAXEty/test-tmp/mini-kudu-cluster2432638536558916778/master-2/data/info.pb
06:01:57.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:57.873983 28010 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
06:01:57.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:57.878234 27749 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskPAXEty/build/tsan/bin/kudu as pid 27930
06:01:57.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:57.878760 27749 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskPAXEty/test-tmp/mini-kudu-cluster2432638536558916778/master-2/wal/instance
06:01:57.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:57.889173 28010 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.27.25.126" port: 43421 } has no permanent_uuid. Determining permanent_uuid...
06:01:57.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 07 06:01:57 dist-test-slave-njxd krb5kdc[27760](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786082517, etypes {rep=17 tkt=17 ses=17}, kudu/127.27.25.124@KRBTEST.COM for kudu/127.27.25.126@KRBTEST.COM
06:01:57.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 07 06:01:57 dist-test-slave-njxd krb5kdc[27760](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786082511, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.27.25.124@KRBTEST.COM
06:01:57.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:57.940779 28010 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.27.25.125" port: 33193 } has no permanent_uuid. Determining permanent_uuid...
06:01:57.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 07 06:01:57 dist-test-slave-njxd krb5kdc[27760](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786082517, etypes {rep=17 tkt=17 ses=17}, kudu/127.27.25.124@KRBTEST.COM for kudu/127.27.25.125@KRBTEST.COM
06:01:57.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 07 06:01:57 dist-test-slave-njxd krb5kdc[27760](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786082511, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.27.25.125@KRBTEST.COM
06:01:57.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:57.969043 28010 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.27.25.124" port: 45379 } has no permanent_uuid. Determining permanent_uuid...
06:01:57.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 07 06:01:57 dist-test-slave-njxd krb5kdc[27760](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786082517, etypes {rep=17 tkt=17 ses=17}, kudu/127.27.25.124@KRBTEST.COM for kudu/127.27.25.124@KRBTEST.COM
06:01:57.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 07 06:01:57 dist-test-slave-njxd krb5kdc[27760](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786082511, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.27.25.126@KRBTEST.COM
06:01:58.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:58.006278 28010 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 2191bfa2689b475296ae268e1fca523b: Bootstrap starting.
06:01:58.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:58.009971 27749 external_mini_cluster.cc:930] 0 TS(s) registered with all masters
06:01:58.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:58.012990 28010 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 2191bfa2689b475296ae268e1fca523b: Neither blocks nor log segments found. Creating new log.
06:01:58.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:58.014873 28010 log.cc:824] T 00000000000000000000000000000000 P 2191bfa2689b475296ae268e1fca523b: Log is configured to *not* fsync() on all Append() calls
06:01:58.018 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
06:01:58.018 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_kdc_env_vars {
}
06:01:58.019 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: get_kdc_env_vars {
env_vars {
key: "KRB5CCNAME"
value: "/tmp/dist-test-taskPAXEty/test-tmp/mini-kudu-cluster2432638536558916778/krb5kdc/krb5cc"
}
env_vars {
key: "KRB5_CONFIG"
value: "/tmp/dist-test-taskPAXEty/test-tmp/mini-kudu-cluster2432638536558916778/krb5kdc/krb5.conf"
}
env_vars {
key: "KRB5_KDC_PROFILE"
value: "/tmp/dist-test-taskPAXEty/test-tmp/mini-kudu-cluster2432638536558916778/krb5kdc/kdc.conf"
}
env_vars {
key: "KUDU_ENABLE_KRB5_REALM_FIX"
value: "yes"
}
}
06:01:58.019 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_masters {
}
06:01:58.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:58.020579 28010 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 2191bfa2689b475296ae268e1fca523b: No bootstrap required, opened a new log
06:01:58.020 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: get_masters {
masters {
id {
type: MASTER
index: 0
}
bound_rpc_address {
host: "127.27.25.126"
port: 43421
}
bound_http_address {
host: "127.27.25.126"
port: 35277
}
}
masters {
id {
type: MASTER
index: 1
}
bound_rpc_address {
host: "127.27.25.125"
port: 33193
}
bound_http_address {
host: "127.27.25.125"
port: 39475
}
}
masters {
id {
type: MASTER
index: 2
}
bound_rpc_address {
host: "127.27.25.124"
port: 45379
}
bound_http_address {
host: "127.27.25.124"
port: 34675
}
}
}
06:01:58.021 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_tservers {
}
06:01:58.022 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
06:01:58.022 [INFO - Time-limited test] (MiniKuduCluster.java:622) Running kinit for user test-admin
06:01:58.022 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: kinit {
username: "test-admin"
}
06:01:58.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:58.046310 28010 raft_consensus.cc:348] T 00000000000000000000000000000000 P 2191bfa2689b475296ae268e1fca523b [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "141afbca02b540dd857c0fb5f122e7ca" member_type: VOTER last_known_addr { host: "127.27.25.126" port: 43421 } } peers { permanent_uuid: "25bd457b564a43958eb61dea1ca13aae" member_type: VOTER last_known_addr { host: "127.27.25.125" port: 33193 } } peers { permanent_uuid: "2191bfa2689b475296ae268e1fca523b" member_type: VOTER last_known_addr { host: "127.27.25.124" port: 45379 } }
06:01:58.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:58.046937 28010 raft_consensus.cc:374] T 00000000000000000000000000000000 P 2191bfa2689b475296ae268e1fca523b [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
06:01:58.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:58.047127 28010 raft_consensus.cc:729] T 00000000000000000000000000000000 P 2191bfa2689b475296ae268e1fca523b [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 2191bfa2689b475296ae268e1fca523b, State: Initialized, Role: FOLLOWER
06:01:58.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:58.047796 28010 consensus_queue.cc:260] T 00000000000000000000000000000000 P 2191bfa2689b475296ae268e1fca523b [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "141afbca02b540dd857c0fb5f122e7ca" member_type: VOTER last_known_addr { host: "127.27.25.126" port: 43421 } } peers { permanent_uuid: "25bd457b564a43958eb61dea1ca13aae" member_type: VOTER last_known_addr { host: "127.27.25.125" port: 33193 } } peers { permanent_uuid: "2191bfa2689b475296ae268e1fca523b" member_type: VOTER last_known_addr { host: "127.27.25.124" port: 45379 } }
06:01:58.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:58.050604 28021 sys_catalog.cc:455] T 00000000000000000000000000000000 P 2191bfa2689b475296ae268e1fca523b [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "141afbca02b540dd857c0fb5f122e7ca" member_type: VOTER last_known_addr { host: "127.27.25.126" port: 43421 } } peers { permanent_uuid: "25bd457b564a43958eb61dea1ca13aae" member_type: VOTER last_known_addr { host: "127.27.25.125" port: 33193 } } peers { permanent_uuid: "2191bfa2689b475296ae268e1fca523b" member_type: VOTER last_known_addr { host: "127.27.25.124" port: 45379 } } }
06:01:58.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:58.051601 28021 sys_catalog.cc:458] T 00000000000000000000000000000000 P 2191bfa2689b475296ae268e1fca523b [sys.catalog]: This master's current role is: FOLLOWER
06:01:58.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:58.052582 28010 sys_catalog.cc:564] T 00000000000000000000000000000000 P 2191bfa2689b475296ae268e1fca523b [sys.catalog]: configured and running, proceeding with master startup.
06:01:58.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 07 06:01:58 dist-test-slave-njxd krb5kdc[27760](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786082518, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
06:01:58.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
06:01:58.059 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
06:01:58.060 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskPAXEty/test-tmp/mini-kudu-cluster2432638536558916778/krb5kdc/krb5cc
06:01:58.061 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
06:01:58.062 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskPAXEty/test-tmp/mini-kudu-cluster2432638536558916778/krb5kdc/krb5cc
06:01:58.062 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
06:01:58.064 [DEBUG - Time-limited test] (SecurityContext.java:161) Using caller-provided subject with Kerberos principal test-admin@KRBTEST.COM. Caller is responsible for refreshing credentials.
06:01:58.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 06:01:58.080955 28032 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 2191bfa2689b475296ae268e1fca523b: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
06:01:58.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 06:01:58.081336 28032 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
06:01:58.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:58.076401 27930 master_runner.cc:186] Error getting master registration for 127.27.25.126:43421: OK, instance_id { permanent_uuid: "141afbca02b540dd857c0fb5f122e7ca" instance_seqno: 1786082513801644 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
06:01:58.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:58.098985 27930 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
06:01:58.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:58.234724 27923 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.25.124" port: 45379 } attempt: 7
06:01:58.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 07 06:01:58 dist-test-slave-njxd krb5kdc[27760](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786082515, etypes {rep=17 tkt=17 ses=17}, kudu/127.27.25.125@KRBTEST.COM for kudu/127.27.25.124@KRBTEST.COM
06:01:58.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:58.268090 27923 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 25bd457b564a43958eb61dea1ca13aae: Bootstrap starting.
06:01:58.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:58.273556 27923 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 25bd457b564a43958eb61dea1ca13aae: Neither blocks nor log segments found. Creating new log.
06:01:58.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:58.275619 27923 log.cc:824] T 00000000000000000000000000000000 P 25bd457b564a43958eb61dea1ca13aae: Log is configured to *not* fsync() on all Append() calls
06:01:58.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:58.280920 27923 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 25bd457b564a43958eb61dea1ca13aae: No bootstrap required, opened a new log
06:01:58.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 06:01:58.292932 27963 tablet.cc:2369] T 00000000000000000000000000000000 P 2191bfa2689b475296ae268e1fca523b: Can't schedule compaction. Clean time has not been advanced past its initial value.
06:01:58.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:58.308363 27923 raft_consensus.cc:348] T 00000000000000000000000000000000 P 25bd457b564a43958eb61dea1ca13aae [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "141afbca02b540dd857c0fb5f122e7ca" member_type: VOTER last_known_addr { host: "127.27.25.126" port: 43421 } } peers { permanent_uuid: "25bd457b564a43958eb61dea1ca13aae" member_type: VOTER last_known_addr { host: "127.27.25.125" port: 33193 } } peers { permanent_uuid: "2191bfa2689b475296ae268e1fca523b" member_type: VOTER last_known_addr { host: "127.27.25.124" port: 45379 } }
06:01:58.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:58.308970 27923 raft_consensus.cc:374] T 00000000000000000000000000000000 P 25bd457b564a43958eb61dea1ca13aae [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
06:01:58.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:58.309239 27923 raft_consensus.cc:729] T 00000000000000000000000000000000 P 25bd457b564a43958eb61dea1ca13aae [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 25bd457b564a43958eb61dea1ca13aae, State: Initialized, Role: FOLLOWER
06:01:58.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:58.310142 27923 consensus_queue.cc:260] T 00000000000000000000000000000000 P 25bd457b564a43958eb61dea1ca13aae [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "141afbca02b540dd857c0fb5f122e7ca" member_type: VOTER last_known_addr { host: "127.27.25.126" port: 43421 } } peers { permanent_uuid: "25bd457b564a43958eb61dea1ca13aae" member_type: VOTER last_known_addr { host: "127.27.25.125" port: 33193 } } peers { permanent_uuid: "2191bfa2689b475296ae268e1fca523b" member_type: VOTER last_known_addr { host: "127.27.25.124" port: 45379 } }
06:01:58.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:58.313402 28036 sys_catalog.cc:455] T 00000000000000000000000000000000 P 25bd457b564a43958eb61dea1ca13aae [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "141afbca02b540dd857c0fb5f122e7ca" member_type: VOTER last_known_addr { host: "127.27.25.126" port: 43421 } } peers { permanent_uuid: "25bd457b564a43958eb61dea1ca13aae" member_type: VOTER last_known_addr { host: "127.27.25.125" port: 33193 } } peers { permanent_uuid: "2191bfa2689b475296ae268e1fca523b" member_type: VOTER last_known_addr { host: "127.27.25.124" port: 45379 } } }
06:01:58.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:58.314301 28036 sys_catalog.cc:458] T 00000000000000000000000000000000 P 25bd457b564a43958eb61dea1ca13aae [sys.catalog]: This master's current role is: FOLLOWER
06:01:58.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:58.315467 27923 sys_catalog.cc:564] T 00000000000000000000000000000000 P 25bd457b564a43958eb61dea1ca13aae [sys.catalog]: configured and running, proceeding with master startup.
06:01:58.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 06:01:58.378867 28048 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 25bd457b564a43958eb61dea1ca13aae: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
06:01:58.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 06:01:58.379477 28048 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
06:01:58.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:58.344856 27851 master_runner.cc:186] Error getting master registration for 127.27.25.126:43421: OK, instance_id { permanent_uuid: "141afbca02b540dd857c0fb5f122e7ca" instance_seqno: 1786082513801644 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
06:01:58.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:58.387217 27851 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
06:01:58.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:58.459915 28036 raft_consensus.cc:482] T 00000000000000000000000000000000 P 25bd457b564a43958eb61dea1ca13aae [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
06:01:58.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:58.460525 28036 raft_consensus.cc:504] T 00000000000000000000000000000000 P 25bd457b564a43958eb61dea1ca13aae [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "141afbca02b540dd857c0fb5f122e7ca" member_type: VOTER last_known_addr { host: "127.27.25.126" port: 43421 } } peers { permanent_uuid: "25bd457b564a43958eb61dea1ca13aae" member_type: VOTER last_known_addr { host: "127.27.25.125" port: 33193 } } peers { permanent_uuid: "2191bfa2689b475296ae268e1fca523b" member_type: VOTER last_known_addr { host: "127.27.25.124" port: 45379 } }
06:01:58.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:58.463442 28036 leader_election.cc:288] T 00000000000000000000000000000000 P 25bd457b564a43958eb61dea1ca13aae [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 141afbca02b540dd857c0fb5f122e7ca (127.27.25.126:43421), 2191bfa2689b475296ae268e1fca523b (127.27.25.124:45379)
06:01:58.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:58.465925 27984 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "25bd457b564a43958eb61dea1ca13aae" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "2191bfa2689b475296ae268e1fca523b" is_pre_election: true
06:01:58.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:58.466948 27984 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 2191bfa2689b475296ae268e1fca523b [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 25bd457b564a43958eb61dea1ca13aae in term 0.
06:01:58.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:58.468338 27873 leader_election.cc:302] T 00000000000000000000000000000000 P 25bd457b564a43958eb61dea1ca13aae [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 2191bfa2689b475296ae268e1fca523b, 25bd457b564a43958eb61dea1ca13aae; no voters:
06:01:58.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:58.469333 28036 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 25bd457b564a43958eb61dea1ca13aae [term 0 FOLLOWER]: Leader pre-election won for term 1
06:01:58.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:58.470208 28036 raft_consensus.cc:482] T 00000000000000000000000000000000 P 25bd457b564a43958eb61dea1ca13aae [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
06:01:58.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:58.470943 28036 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 25bd457b564a43958eb61dea1ca13aae [term 0 FOLLOWER]: Advancing to term 1
06:01:58.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 06:01:58.472538 27877 tablet.cc:2369] T 00000000000000000000000000000000 P 25bd457b564a43958eb61dea1ca13aae: Can't schedule compaction. Clean time has not been advanced past its initial value.
06:01:58.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:58.485949 28036 raft_consensus.cc:504] T 00000000000000000000000000000000 P 25bd457b564a43958eb61dea1ca13aae [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "141afbca02b540dd857c0fb5f122e7ca" member_type: VOTER last_known_addr { host: "127.27.25.126" port: 43421 } } peers { permanent_uuid: "25bd457b564a43958eb61dea1ca13aae" member_type: VOTER last_known_addr { host: "127.27.25.125" port: 33193 } } peers { permanent_uuid: "2191bfa2689b475296ae268e1fca523b" member_type: VOTER last_known_addr { host: "127.27.25.124" port: 45379 } }
06:01:58.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:58.489555 28036 leader_election.cc:288] T 00000000000000000000000000000000 P 25bd457b564a43958eb61dea1ca13aae [CANDIDATE]: Term 1 election: Requested vote from peers 141afbca02b540dd857c0fb5f122e7ca (127.27.25.126:43421), 2191bfa2689b475296ae268e1fca523b (127.27.25.124:45379)
06:01:58.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:58.492177 27984 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "25bd457b564a43958eb61dea1ca13aae" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "2191bfa2689b475296ae268e1fca523b"
06:01:58.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:58.492784 27984 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 2191bfa2689b475296ae268e1fca523b [term 0 FOLLOWER]: Advancing to term 1
06:01:58.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:58.501462 27984 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 2191bfa2689b475296ae268e1fca523b [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 25bd457b564a43958eb61dea1ca13aae in term 1.
06:01:58.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:58.502763 27873 leader_election.cc:302] T 00000000000000000000000000000000 P 25bd457b564a43958eb61dea1ca13aae [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 2191bfa2689b475296ae268e1fca523b, 25bd457b564a43958eb61dea1ca13aae; no voters:
06:01:58.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:58.503643 28036 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 25bd457b564a43958eb61dea1ca13aae [term 1 FOLLOWER]: Leader election won for term 1
06:01:58.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:58.505816 28036 raft_consensus.cc:686] T 00000000000000000000000000000000 P 25bd457b564a43958eb61dea1ca13aae [term 1 LEADER]: Becoming Leader. State: Replica: 25bd457b564a43958eb61dea1ca13aae, State: Running, Role: LEADER
06:01:58.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:58.506979 28036 consensus_queue.cc:237] T 00000000000000000000000000000000 P 25bd457b564a43958eb61dea1ca13aae [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "141afbca02b540dd857c0fb5f122e7ca" member_type: VOTER last_known_addr { host: "127.27.25.126" port: 43421 } } peers { permanent_uuid: "25bd457b564a43958eb61dea1ca13aae" member_type: VOTER last_known_addr { host: "127.27.25.125" port: 33193 } } peers { permanent_uuid: "2191bfa2689b475296ae268e1fca523b" member_type: VOTER last_known_addr { host: "127.27.25.124" port: 45379 } }
06:01:58.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:58.513942 27844 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.25.124" port: 45379 } attempt: 7
06:01:58.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:58.519430 28050 sys_catalog.cc:455] T 00000000000000000000000000000000 P 25bd457b564a43958eb61dea1ca13aae [sys.catalog]: SysCatalogTable state changed. Reason: New leader 25bd457b564a43958eb61dea1ca13aae. Latest consensus state: current_term: 1 leader_uuid: "25bd457b564a43958eb61dea1ca13aae" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "141afbca02b540dd857c0fb5f122e7ca" member_type: VOTER last_known_addr { host: "127.27.25.126" port: 43421 } } peers { permanent_uuid: "25bd457b564a43958eb61dea1ca13aae" member_type: VOTER last_known_addr { host: "127.27.25.125" port: 33193 } } peers { permanent_uuid: "2191bfa2689b475296ae268e1fca523b" member_type: VOTER last_known_addr { host: "127.27.25.124" port: 45379 } } }
06:01:58.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:58.520496 28050 sys_catalog.cc:458] T 00000000000000000000000000000000 P 25bd457b564a43958eb61dea1ca13aae [sys.catalog]: This master's current role is: LEADER
06:01:58.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:58.530937 28053 catalog_manager.cc:1475] Loading table and tablet metadata into memory...
06:01:58.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:58.538478 28053 catalog_manager.cc:1484] Initializing Kudu cluster ID...
06:01:58.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 07 06:01:58 dist-test-slave-njxd krb5kdc[27760](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786082513, etypes {rep=17 tkt=17 ses=17}, kudu/127.27.25.126@KRBTEST.COM for kudu/127.27.25.124@KRBTEST.COM
06:01:58.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:58.569646 27984 raft_consensus.cc:1261] T 00000000000000000000000000000000 P 2191bfa2689b475296ae268e1fca523b [term 1 FOLLOWER]: Refusing update from remote peer 25bd457b564a43958eb61dea1ca13aae: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
06:01:58.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:58.573566 28050 consensus_queue.cc:1035] T 00000000000000000000000000000000 P 25bd457b564a43958eb61dea1ca13aae [LEADER]: Connected to new peer: Peer: permanent_uuid: "2191bfa2689b475296ae268e1fca523b" member_type: VOTER last_known_addr { host: "127.27.25.124" port: 45379 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
06:01:58.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:58.603575 27844 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 141afbca02b540dd857c0fb5f122e7ca: Bootstrap starting.
06:01:58.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:58.613830 27844 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 141afbca02b540dd857c0fb5f122e7ca: Neither blocks nor log segments found. Creating new log.
06:01:58.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:58.620779 27844 log.cc:824] T 00000000000000000000000000000000 P 141afbca02b540dd857c0fb5f122e7ca: Log is configured to *not* fsync() on all Append() calls
06:01:58.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:58.631520 28054 mvcc.cc:205] Tried to move back new op lower bound from 7315793996030787584 to 7315793995816030208. Current Snapshot: MvccSnapshot[applied={T|T < 7315793996030787584}]
06:01:58.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:58.634877 27844 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 141afbca02b540dd857c0fb5f122e7ca: No bootstrap required, opened a new log
06:01:58.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:58.637459 28036 sys_catalog.cc:455] T 00000000000000000000000000000000 P 25bd457b564a43958eb61dea1ca13aae [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "25bd457b564a43958eb61dea1ca13aae" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "141afbca02b540dd857c0fb5f122e7ca" member_type: VOTER last_known_addr { host: "127.27.25.126" port: 43421 } } peers { permanent_uuid: "25bd457b564a43958eb61dea1ca13aae" member_type: VOTER last_known_addr { host: "127.27.25.125" port: 33193 } } peers { permanent_uuid: "2191bfa2689b475296ae268e1fca523b" member_type: VOTER last_known_addr { host: "127.27.25.124" port: 45379 } } }
06:01:58.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:58.638291 28036 sys_catalog.cc:458] T 00000000000000000000000000000000 P 25bd457b564a43958eb61dea1ca13aae [sys.catalog]: This master's current role is: LEADER
06:01:58.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:58.646420 28053 catalog_manager.cc:1347] Generated new cluster ID: e5d22fc2af304269a35c43b9b3cd1477
06:01:58.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:58.646786 28053 catalog_manager.cc:1495] Initializing Kudu internal certificate authority...
06:01:58.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:58.647141 28056 sys_catalog.cc:455] T 00000000000000000000000000000000 P 2191bfa2689b475296ae268e1fca523b [sys.catalog]: SysCatalogTable state changed. Reason: New leader 25bd457b564a43958eb61dea1ca13aae. Latest consensus state: current_term: 1 leader_uuid: "25bd457b564a43958eb61dea1ca13aae" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "141afbca02b540dd857c0fb5f122e7ca" member_type: VOTER last_known_addr { host: "127.27.25.126" port: 43421 } } peers { permanent_uuid: "25bd457b564a43958eb61dea1ca13aae" member_type: VOTER last_known_addr { host: "127.27.25.125" port: 33193 } } peers { permanent_uuid: "2191bfa2689b475296ae268e1fca523b" member_type: VOTER last_known_addr { host: "127.27.25.124" port: 45379 } } }
06:01:58.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:58.652422 28056 sys_catalog.cc:458] T 00000000000000000000000000000000 P 2191bfa2689b475296ae268e1fca523b [sys.catalog]: This master's current role is: FOLLOWER
06:01:58.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:58.659403 28061 sys_catalog.cc:455] T 00000000000000000000000000000000 P 2191bfa2689b475296ae268e1fca523b [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "25bd457b564a43958eb61dea1ca13aae" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "141afbca02b540dd857c0fb5f122e7ca" member_type: VOTER last_known_addr { host: "127.27.25.126" port: 43421 } } peers { permanent_uuid: "25bd457b564a43958eb61dea1ca13aae" member_type: VOTER last_known_addr { host: "127.27.25.125" port: 33193 } } peers { permanent_uuid: "2191bfa2689b475296ae268e1fca523b" member_type: VOTER last_known_addr { host: "127.27.25.124" port: 45379 } } }
06:01:58.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:58.660243 28061 sys_catalog.cc:458] T 00000000000000000000000000000000 P 2191bfa2689b475296ae268e1fca523b [sys.catalog]: This master's current role is: FOLLOWER
06:01:58.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:58.678690 27844 raft_consensus.cc:348] T 00000000000000000000000000000000 P 141afbca02b540dd857c0fb5f122e7ca [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "141afbca02b540dd857c0fb5f122e7ca" member_type: VOTER last_known_addr { host: "127.27.25.126" port: 43421 } } peers { permanent_uuid: "25bd457b564a43958eb61dea1ca13aae" member_type: VOTER last_known_addr { host: "127.27.25.125" port: 33193 } } peers { permanent_uuid: "2191bfa2689b475296ae268e1fca523b" member_type: VOTER last_known_addr { host: "127.27.25.124" port: 45379 } }
06:01:58.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:58.679874 27844 raft_consensus.cc:374] T 00000000000000000000000000000000 P 141afbca02b540dd857c0fb5f122e7ca [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
06:01:58.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:58.680301 27844 raft_consensus.cc:729] T 00000000000000000000000000000000 P 141afbca02b540dd857c0fb5f122e7ca [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 141afbca02b540dd857c0fb5f122e7ca, State: Initialized, Role: FOLLOWER
06:01:58.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:58.681433 27844 consensus_queue.cc:260] T 00000000000000000000000000000000 P 141afbca02b540dd857c0fb5f122e7ca [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "141afbca02b540dd857c0fb5f122e7ca" member_type: VOTER last_known_addr { host: "127.27.25.126" port: 43421 } } peers { permanent_uuid: "25bd457b564a43958eb61dea1ca13aae" member_type: VOTER last_known_addr { host: "127.27.25.125" port: 33193 } } peers { permanent_uuid: "2191bfa2689b475296ae268e1fca523b" member_type: VOTER last_known_addr { host: "127.27.25.124" port: 45379 } }
06:01:58.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:58.692584 27844 sys_catalog.cc:564] T 00000000000000000000000000000000 P 141afbca02b540dd857c0fb5f122e7ca [sys.catalog]: configured and running, proceeding with master startup.
06:01:58.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:58.693982 27816 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 141afbca02b540dd857c0fb5f122e7ca [term 0 FOLLOWER]: Advancing to term 1
06:01:58.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:58.697966 27817 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "25bd457b564a43958eb61dea1ca13aae" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "141afbca02b540dd857c0fb5f122e7ca"
06:01:58.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:58.703724 27816 raft_consensus.cc:1261] T 00000000000000000000000000000000 P 141afbca02b540dd857c0fb5f122e7ca [term 1 FOLLOWER]: Refusing update from remote peer 25bd457b564a43958eb61dea1ca13aae: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
06:01:58.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:58.692770 27818 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "25bd457b564a43958eb61dea1ca13aae" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "141afbca02b540dd857c0fb5f122e7ca" is_pre_election: true
06:01:58.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:58.708214 28050 consensus_queue.cc:1035] T 00000000000000000000000000000000 P 25bd457b564a43958eb61dea1ca13aae [LEADER]: Connected to new peer: Peer: permanent_uuid: "141afbca02b540dd857c0fb5f122e7ca" member_type: VOTER last_known_addr { host: "127.27.25.126" port: 43421 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
06:01:58.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:58.714457 28063 sys_catalog.cc:455] T 00000000000000000000000000000000 P 141afbca02b540dd857c0fb5f122e7ca [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 1 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "141afbca02b540dd857c0fb5f122e7ca" member_type: VOTER last_known_addr { host: "127.27.25.126" port: 43421 } } peers { permanent_uuid: "25bd457b564a43958eb61dea1ca13aae" member_type: VOTER last_known_addr { host: "127.27.25.125" port: 33193 } } peers { permanent_uuid: "2191bfa2689b475296ae268e1fca523b" member_type: VOTER last_known_addr { host: "127.27.25.124" port: 45379 } } }
06:01:58.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:58.715577 28063 sys_catalog.cc:458] T 00000000000000000000000000000000 P 141afbca02b540dd857c0fb5f122e7ca [sys.catalog]: This master's current role is: FOLLOWER
06:01:58.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:58.721442 28053 catalog_manager.cc:1370] Generated new certificate authority record
06:01:58.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:58.724387 28053 catalog_manager.cc:1504] Loading token signing keys...
06:01:58.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 06:01:58.759544 27797 tablet.cc:2369] T 00000000000000000000000000000000 P 141afbca02b540dd857c0fb5f122e7ca: Can't schedule compaction. Clean time has not been advanced past its initial value.
06:01:58.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:58.763825 28053 catalog_manager.cc:5868] T 00000000000000000000000000000000 P 25bd457b564a43958eb61dea1ca13aae: Generated new TSK 0
06:01:58.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:58.765386 28053 catalog_manager.cc:1514] Initializing in-progress tserver states...
06:01:58.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:58.770154 28071 mvcc.cc:205] Tried to move back new op lower bound from 7315793996030787584 to 7315793995816030208. Current Snapshot: MvccSnapshot[applied={T|T < 7315793996030787584}]
06:01:58.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:58.783216 28063 sys_catalog.cc:455] T 00000000000000000000000000000000 P 141afbca02b540dd857c0fb5f122e7ca [sys.catalog]: SysCatalogTable state changed. Reason: New leader 25bd457b564a43958eb61dea1ca13aae. Latest consensus state: current_term: 1 leader_uuid: "25bd457b564a43958eb61dea1ca13aae" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "141afbca02b540dd857c0fb5f122e7ca" member_type: VOTER last_known_addr { host: "127.27.25.126" port: 43421 } } peers { permanent_uuid: "25bd457b564a43958eb61dea1ca13aae" member_type: VOTER last_known_addr { host: "127.27.25.125" port: 33193 } } peers { permanent_uuid: "2191bfa2689b475296ae268e1fca523b" member_type: VOTER last_known_addr { host: "127.27.25.124" port: 45379 } } }
06:01:58.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:58.784005 28063 sys_catalog.cc:458] T 00000000000000000000000000000000 P 141afbca02b540dd857c0fb5f122e7ca [sys.catalog]: This master's current role is: FOLLOWER
06:01:58.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:58.784893 28050 sys_catalog.cc:455] T 00000000000000000000000000000000 P 25bd457b564a43958eb61dea1ca13aae [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "25bd457b564a43958eb61dea1ca13aae" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "141afbca02b540dd857c0fb5f122e7ca" member_type: VOTER last_known_addr { host: "127.27.25.126" port: 43421 } } peers { permanent_uuid: "25bd457b564a43958eb61dea1ca13aae" member_type: VOTER last_known_addr { host: "127.27.25.125" port: 33193 } } peers { permanent_uuid: "2191bfa2689b475296ae268e1fca523b" member_type: VOTER last_known_addr { host: "127.27.25.124" port: 45379 } } }
06:01:58.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:58.785636 28050 sys_catalog.cc:458] T 00000000000000000000000000000000 P 25bd457b564a43958eb61dea1ca13aae [sys.catalog]: This master's current role is: LEADER
06:01:58.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:58.785261 28067 sys_catalog.cc:455] T 00000000000000000000000000000000 P 141afbca02b540dd857c0fb5f122e7ca [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "25bd457b564a43958eb61dea1ca13aae" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "141afbca02b540dd857c0fb5f122e7ca" member_type: VOTER last_known_addr { host: "127.27.25.126" port: 43421 } } peers { permanent_uuid: "25bd457b564a43958eb61dea1ca13aae" member_type: VOTER last_known_addr { host: "127.27.25.125" port: 33193 } } peers { permanent_uuid: "2191bfa2689b475296ae268e1fca523b" member_type: VOTER last_known_addr { host: "127.27.25.124" port: 45379 } } }
06:01:58.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:58.786070 28067 sys_catalog.cc:458] T 00000000000000000000000000000000 P 141afbca02b540dd857c0fb5f122e7ca [sys.catalog]: This master's current role is: FOLLOWER
06:01:58.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:58.834033 28079 catalog_manager.cc:1259] Loaded cluster ID: e5d22fc2af304269a35c43b9b3cd1477
06:01:58.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:58.834345 28079 catalog_manager.cc:1552] T 00000000000000000000000000000000 P 141afbca02b540dd857c0fb5f122e7ca: loading cluster ID for follower catalog manager: success
06:01:58.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:58.843019 28079 catalog_manager.cc:1574] T 00000000000000000000000000000000 P 141afbca02b540dd857c0fb5f122e7ca: acquiring CA information for follower catalog manager: success
06:01:58.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:58.848666 28079 catalog_manager.cc:1602] T 00000000000000000000000000000000 P 141afbca02b540dd857c0fb5f122e7ca: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
06:01:59.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:59.087376 28032 catalog_manager.cc:1259] Loaded cluster ID: e5d22fc2af304269a35c43b9b3cd1477
06:01:59.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:59.087918 28032 catalog_manager.cc:1552] T 00000000000000000000000000000000 P 2191bfa2689b475296ae268e1fca523b: loading cluster ID for follower catalog manager: success
06:01:59.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:59.096582 28032 catalog_manager.cc:1574] T 00000000000000000000000000000000 P 2191bfa2689b475296ae268e1fca523b: acquiring CA information for follower catalog manager: success
06:01:59.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:01:59.103252 28032 catalog_manager.cc:1602] T 00000000000000000000000000000000 P 2191bfa2689b475296ae268e1fca523b: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
06:02:01.064 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.27.25.124:45379
06:02:01.065 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 2
}
}
06:02:01.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:01.065898 27749 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskPAXEty/build/tsan/bin/kudu with pid 27930
06:02:01.109 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
06:02:01.109 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.27.25.125:33193
06:02:01.110 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 1
}
}
06:02:01.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:01.111162 27749 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskPAXEty/build/tsan/bin/kudu with pid 27851
06:02:01.141 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
06:02:01.141 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.27.25.126:43421
06:02:01.141 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 0
}
}
06:02:01.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:01.141907 27749 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskPAXEty/build/tsan/bin/kudu with pid 27773
06:02:01.174 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
06:02:01.175 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.27.25.124:45379
06:02:01.175 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 2
}
}
06:02:01.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:01.177248 27749 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskPAXEty/build/tsan/bin/kudu
06:02:01.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskPAXEty/build/tsan/bin/kudu
06:02:01.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskPAXEty/test-tmp/mini-kudu-cluster2432638536558916778/master-2/wal
06:02:01.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskPAXEty/test-tmp/mini-kudu-cluster2432638536558916778/master-2/data
06:02:01.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
06:02:01.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
06:02:01.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
06:02:01.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
06:02:01.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
06:02:01.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
06:02:01.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskPAXEty/test-tmp/mini-kudu-cluster2432638536558916778/master-2/logs
06:02:01.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskPAXEty/test-tmp/mini-kudu-cluster2432638536558916778/master-2/data/info.pb
06:02:01.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
06:02:01.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
06:02:01.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
06:02:01.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
06:02:01.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
06:02:01.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
06:02:01.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
06:02:01.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
06:02:01.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
06:02:01.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
06:02:01.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
06:02:01.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
06:02:01.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.25.124:45379
06:02:01.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.25.124
06:02:01.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=34675
06:02:01.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskPAXEty/test-tmp/mini-kudu-cluster2432638536558916778/krb5kdc/kudu_127.27.25.124.keytab
06:02:01.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.27.25.124
06:02:01.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
06:02:01.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
06:02:01.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
06:02:01.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.25.84:46555
06:02:01.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
06:02:01.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
06:02:01.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
06:02:01.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
06:02:01.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.27.25.126:43421,127.27.25.125:33193,127.27.25.124:45379
06:02:01.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
06:02:01.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46805/jwks.json
06:02:01.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskPAXEty/test-tmp/mini-kudu-cluster2432638536558916778/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskPAXEty/test-tmp/mini-kudu-cluster2432638536558916778/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskPAXEty/test-tmp/mini-kudu-cluster2432638536558916778/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
06:02:01.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 06:02:01.508594 28085 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
06:02:01.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 06:02:01.509147 28085 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
06:02:01.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 06:02:01.509886 28085 flags.cc:425] Enabled unsafe flag: --never_fsync=true
06:02:01.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 06:02:01.542939 28085 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
06:02:01.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 06:02:01.543236 28085 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
06:02:01.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 06:02:01.543672 28085 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
06:02:01.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 06:02:01.543974 28085 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
06:02:01.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 06:02:01.544268 28085 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
06:02:01.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 06:02:01.544592 28085 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
06:02:01.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 06:02:01.544867 28085 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:46805/jwks.json
06:02:01.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:01.582844 28085 master_runner.cc:386] Master server non-default flags:
06:02:01.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
06:02:01.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.25.84:46555
06:02:01.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
06:02:01.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
06:02:01.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskPAXEty/test-tmp/mini-kudu-cluster2432638536558916778/master-2/data
06:02:01.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskPAXEty/test-tmp/mini-kudu-cluster2432638536558916778/master-2/wal
06:02:01.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
06:02:01.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
06:02:01.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.27.25.126:43421,127.27.25.125:33193,127.27.25.124:45379
06:02:01.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskPAXEty/test-tmp/mini-kudu-cluster2432638536558916778/krb5kdc/kudu_127.27.25.124.keytab
06:02:01.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.27.25.124
06:02:01.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
06:02:01.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
06:02:01.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
06:02:01.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.25.124:45379
06:02:01.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
06:02:01.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
06:02:01.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
06:02:01.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46805/jwks.json
06:02:01.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
06:02:01.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
06:02:01.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
06:02:01.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
06:02:01.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
06:02:01.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskPAXEty/test-tmp/mini-kudu-cluster2432638536558916778/master-2/data/info.pb
06:02:01.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.25.124
06:02:01.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=34675
06:02:01.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
06:02:01.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
06:02:01.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
06:02:01.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
06:02:01.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
06:02:01.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskPAXEty/test-tmp/mini-kudu-cluster2432638536558916778/master-2/logs
06:02:01.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
06:02:01.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
06:02:01.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
06:02:01.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
06:02:01.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
06:02:01.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
06:02:01.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
06:02:01.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 07 Aug 2026 04:08:06 UTC on ccycloud.quasar-ikgopv.root.comops.site
06:02:01.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4571634
06:02:01.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
06:02:01.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:01.584410 28085 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
06:02:01.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:01.585698 28085 file_cache.cc:493] Constructed file cache file cache with capacity 419430
06:02:01.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 06:02:01.603047 28093 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:02:02.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 06:02:01.603379 28095 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:02:02.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:01.604789 28085 server_base.cc:1034] running on GCE node
06:02:02.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 06:02:01.603149 28092 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:02:02.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:02.836094 28085 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
06:02:02.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:02.838934 28085 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
06:02:02.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:02.840301 28085 hybrid_clock.cc:648] HybridClock initialized: now 1786082522840250 us; error 49 us; skew 500 ppm
06:02:02.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:02.841120 28085 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
06:02:02.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 07 06:02:02 dist-test-slave-njxd krb5kdc[27760](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786082522, etypes {rep=17 tkt=17 ses=17}, kudu/127.27.25.124@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
06:02:02.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:02.847360 28085 init.cc:377] Logged in from keytab as kudu/127.27.25.124@KRBTEST.COM (short username kudu)
06:02:02.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:02.852656 28085 webserver.cc:460] Webserver started at http://127.27.25.124:34675/ using document root <none> and password file <none>
06:02:02.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:02.853690 28085 fs_manager.cc:359] Metadata directory not provided
06:02:02.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:02.853896 28085 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
06:02:02.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:02.861817 28085 fs_manager.cc:709] Time spent opening directory manager: real 0.005s user 0.003s sys 0.005s
06:02:02.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:02.866221 28104 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
06:02:02.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:02.867337 28085 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.002s sys 0.002s
06:02:02.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:02.867624 28085 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskPAXEty/test-tmp/mini-kudu-cluster2432638536558916778/master-2/data,/tmp/dist-test-taskPAXEty/test-tmp/mini-kudu-cluster2432638536558916778/master-2/wal
06:02:02.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2191bfa2689b475296ae268e1fca523b"
06:02:02.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-07 06:01:57 on dist-test-slave-njxd"
06:02:02.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:02.870018 28085 fs_report.cc:383] FS layout report
06:02:02.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
06:02:02.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskPAXEty/test-tmp/mini-kudu-cluster2432638536558916778/master-2/wal
06:02:02.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskPAXEty/test-tmp/mini-kudu-cluster2432638536558916778/master-2/wal
06:02:02.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskPAXEty/test-tmp/mini-kudu-cluster2432638536558916778/master-2/data/data
06:02:02.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
06:02:02.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
06:02:02.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
06:02:02.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
06:02:02.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
06:02:02.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
06:02:02.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
06:02:02.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
06:02:02.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
06:02:02.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
06:02:02.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
06:02:02.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:02.911317 28085 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
06:02:02.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:02.917464 28085 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
06:02:02.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:02.917948 28085 kserver.cc:163] Server-wide thread pool size limit: 3276
06:02:02.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:02.993911 28085 rpc_server.cc:307] RPC server started. Bound to: 127.27.25.124:45379
06:02:02.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:02.994009 28155 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.27.25.124:45379 every 8 connection(s)
06:02:02.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:02.997807 28085 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskPAXEty/test-tmp/mini-kudu-cluster2432638536558916778/master-2/data/info.pb
06:02:02.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:02.999058 27749 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskPAXEty/build/tsan/bin/kudu as pid 28085
06:02:02.999 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
06:02:03.000 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.27.25.125:33193
06:02:03.000 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 1
}
}
06:02:03.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:03.003001 27749 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskPAXEty/build/tsan/bin/kudu
06:02:03.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskPAXEty/build/tsan/bin/kudu
06:02:03.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskPAXEty/test-tmp/mini-kudu-cluster2432638536558916778/master-1/wal
06:02:03.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskPAXEty/test-tmp/mini-kudu-cluster2432638536558916778/master-1/data
06:02:03.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
06:02:03.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
06:02:03.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
06:02:03.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
06:02:03.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
06:02:03.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
06:02:03.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskPAXEty/test-tmp/mini-kudu-cluster2432638536558916778/master-1/logs
06:02:03.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskPAXEty/test-tmp/mini-kudu-cluster2432638536558916778/master-1/data/info.pb
06:02:03.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
06:02:03.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
06:02:03.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
06:02:03.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
06:02:03.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
06:02:03.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
06:02:03.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
06:02:03.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
06:02:03.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
06:02:03.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
06:02:03.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
06:02:03.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
06:02:03.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.25.125:33193
06:02:03.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.25.125
06:02:03.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=39475
06:02:03.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskPAXEty/test-tmp/mini-kudu-cluster2432638536558916778/krb5kdc/kudu_127.27.25.125.keytab
06:02:03.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.27.25.125
06:02:03.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
06:02:03.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
06:02:03.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
06:02:03.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.25.84:46555
06:02:03.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
06:02:03.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
06:02:03.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
06:02:03.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
06:02:03.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.27.25.126:43421,127.27.25.125:33193,127.27.25.124:45379
06:02:03.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
06:02:03.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46805/jwks.json
06:02:03.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskPAXEty/test-tmp/mini-kudu-cluster2432638536558916778/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskPAXEty/test-tmp/mini-kudu-cluster2432638536558916778/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskPAXEty/test-tmp/mini-kudu-cluster2432638536558916778/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
06:02:03.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:03.017050 28156 sys_catalog.cc:263] Verifying existing consensus state
06:02:03.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:03.027185 28156 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 2191bfa2689b475296ae268e1fca523b: Bootstrap starting.
06:02:03.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:03.077682 28156 log.cc:824] T 00000000000000000000000000000000 P 2191bfa2689b475296ae268e1fca523b: Log is configured to *not* fsync() on all Append() calls
06:02:03.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:03.097149 28156 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 2191bfa2689b475296ae268e1fca523b: Bootstrap replayed 1/1 log segments. Stats: ops{read=4 overwritten=0 applied=4 ignored=0} inserts{seen=3 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
06:02:03.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:03.098239 28156 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 2191bfa2689b475296ae268e1fca523b: Bootstrap complete.
06:02:03.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:03.138025 28156 raft_consensus.cc:348] T 00000000000000000000000000000000 P 2191bfa2689b475296ae268e1fca523b [term 1 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "141afbca02b540dd857c0fb5f122e7ca" member_type: VOTER last_known_addr { host: "127.27.25.126" port: 43421 } } peers { permanent_uuid: "25bd457b564a43958eb61dea1ca13aae" member_type: VOTER last_known_addr { host: "127.27.25.125" port: 33193 } } peers { permanent_uuid: "2191bfa2689b475296ae268e1fca523b" member_type: VOTER last_known_addr { host: "127.27.25.124" port: 45379 } }
06:02:03.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:03.142066 28156 raft_consensus.cc:729] T 00000000000000000000000000000000 P 2191bfa2689b475296ae268e1fca523b [term 1 FOLLOWER]: Becoming Follower/Learner. State: Replica: 2191bfa2689b475296ae268e1fca523b, State: Initialized, Role: FOLLOWER
06:02:03.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:03.143170 28156 consensus_queue.cc:260] T 00000000000000000000000000000000 P 2191bfa2689b475296ae268e1fca523b [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 4, Last appended: 1.4, Last appended by leader: 4, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "141afbca02b540dd857c0fb5f122e7ca" member_type: VOTER last_known_addr { host: "127.27.25.126" port: 43421 } } peers { permanent_uuid: "25bd457b564a43958eb61dea1ca13aae" member_type: VOTER last_known_addr { host: "127.27.25.125" port: 33193 } } peers { permanent_uuid: "2191bfa2689b475296ae268e1fca523b" member_type: VOTER last_known_addr { host: "127.27.25.124" port: 45379 } }
06:02:03.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:03.146258 28160 sys_catalog.cc:455] T 00000000000000000000000000000000 P 2191bfa2689b475296ae268e1fca523b [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 1 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "141afbca02b540dd857c0fb5f122e7ca" member_type: VOTER last_known_addr { host: "127.27.25.126" port: 43421 } } peers { permanent_uuid: "25bd457b564a43958eb61dea1ca13aae" member_type: VOTER last_known_addr { host: "127.27.25.125" port: 33193 } } peers { permanent_uuid: "2191bfa2689b475296ae268e1fca523b" member_type: VOTER last_known_addr { host: "127.27.25.124" port: 45379 } } }
06:02:03.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:03.147001 28160 sys_catalog.cc:458] T 00000000000000000000000000000000 P 2191bfa2689b475296ae268e1fca523b [sys.catalog]: This master's current role is: FOLLOWER
06:02:03.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:03.148387 28156 sys_catalog.cc:564] T 00000000000000000000000000000000 P 2191bfa2689b475296ae268e1fca523b [sys.catalog]: configured and running, proceeding with master startup.
06:02:03.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:03.181735 28085 master_runner.cc:186] Error getting master registration for 127.27.25.126:43421: Network error: Client connection negotiation failed: client connection to 127.27.25.126:43421: connect: Connection refused (error 111),
06:02:03.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:03.210414 28085 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
06:02:03.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:03.215726 28172 catalog_manager.cc:1259] Loaded cluster ID: e5d22fc2af304269a35c43b9b3cd1477
06:02:03.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:03.216037 28172 catalog_manager.cc:1552] T 00000000000000000000000000000000 P 2191bfa2689b475296ae268e1fca523b: loading cluster ID for follower catalog manager: success
06:02:03.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:03.225021 28172 catalog_manager.cc:1574] T 00000000000000000000000000000000 P 2191bfa2689b475296ae268e1fca523b: acquiring CA information for follower catalog manager: success
06:02:03.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:03.231403 28172 catalog_manager.cc:1602] T 00000000000000000000000000000000 P 2191bfa2689b475296ae268e1fca523b: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
06:02:03.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 06:02:03.436426 28158 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
06:02:03.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 06:02:03.437325 28158 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
06:02:03.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 06:02:03.438406 28158 flags.cc:425] Enabled unsafe flag: --never_fsync=true
06:02:03.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 06:02:03.490885 28158 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
06:02:03.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 06:02:03.491319 28158 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
06:02:03.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 06:02:03.491747 28158 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
06:02:03.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 06:02:03.492077 28158 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
06:02:03.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 06:02:03.492398 28158 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
06:02:03.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 06:02:03.492703 28158 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
06:02:03.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 06:02:03.492934 28158 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:46805/jwks.json
06:02:03.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:03.533151 28158 master_runner.cc:386] Master server non-default flags:
06:02:03.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
06:02:03.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.25.84:46555
06:02:03.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
06:02:03.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
06:02:03.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskPAXEty/test-tmp/mini-kudu-cluster2432638536558916778/master-1/data
06:02:03.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskPAXEty/test-tmp/mini-kudu-cluster2432638536558916778/master-1/wal
06:02:03.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
06:02:03.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
06:02:03.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.27.25.126:43421,127.27.25.125:33193,127.27.25.124:45379
06:02:03.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskPAXEty/test-tmp/mini-kudu-cluster2432638536558916778/krb5kdc/kudu_127.27.25.125.keytab
06:02:03.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.27.25.125
06:02:03.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
06:02:03.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
06:02:03.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
06:02:03.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.25.125:33193
06:02:03.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
06:02:03.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
06:02:03.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
06:02:03.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46805/jwks.json
06:02:03.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
06:02:03.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
06:02:03.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
06:02:03.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
06:02:03.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
06:02:03.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskPAXEty/test-tmp/mini-kudu-cluster2432638536558916778/master-1/data/info.pb
06:02:03.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.25.125
06:02:03.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=39475
06:02:03.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
06:02:03.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
06:02:03.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
06:02:03.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
06:02:03.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
06:02:03.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskPAXEty/test-tmp/mini-kudu-cluster2432638536558916778/master-1/logs
06:02:03.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
06:02:03.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
06:02:03.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
06:02:03.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
06:02:03.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
06:02:03.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
06:02:03.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
06:02:03.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 07 Aug 2026 04:08:06 UTC on ccycloud.quasar-ikgopv.root.comops.site
06:02:03.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4571634
06:02:03.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
06:02:03.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:03.534835 28158 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
06:02:03.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:03.536233 28158 file_cache.cc:493] Constructed file cache file cache with capacity 419430
06:02:03.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 06:02:03.556521 28180 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:02:04.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:04.628154 28186 raft_consensus.cc:482] T 00000000000000000000000000000000 P 2191bfa2689b475296ae268e1fca523b [term 1 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
06:02:04.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:04.628984 28186 raft_consensus.cc:504] T 00000000000000000000000000000000 P 2191bfa2689b475296ae268e1fca523b [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "141afbca02b540dd857c0fb5f122e7ca" member_type: VOTER last_known_addr { host: "127.27.25.126" port: 43421 } } peers { permanent_uuid: "25bd457b564a43958eb61dea1ca13aae" member_type: VOTER last_known_addr { host: "127.27.25.125" port: 33193 } } peers { permanent_uuid: "2191bfa2689b475296ae268e1fca523b" member_type: VOTER last_known_addr { host: "127.27.25.124" port: 45379 } }
06:02:04.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:04.654611 28186 leader_election.cc:288] T 00000000000000000000000000000000 P 2191bfa2689b475296ae268e1fca523b [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers 141afbca02b540dd857c0fb5f122e7ca (127.27.25.126:43421), 25bd457b564a43958eb61dea1ca13aae (127.27.25.125:33193)
06:02:04.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 06:02:04.666090 28107 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.27.25.125:33193: connect: Connection refused (error 111)
06:02:04.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 06:02:04.684907 28105 leader_election.cc:334] T 00000000000000000000000000000000 P 2191bfa2689b475296ae268e1fca523b [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer 141afbca02b540dd857c0fb5f122e7ca (127.27.25.126:43421): Network error: Client connection negotiation failed: client connection to 127.27.25.126:43421: connect: Connection refused (error 111)
06:02:04.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 06:02:04.689373 28107 leader_election.cc:334] T 00000000000000000000000000000000 P 2191bfa2689b475296ae268e1fca523b [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer 25bd457b564a43958eb61dea1ca13aae (127.27.25.125:33193): Network error: Client connection negotiation failed: client connection to 127.27.25.125:33193: connect: Connection refused (error 111)
06:02:04.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:04.699481 28107 leader_election.cc:302] T 00000000000000000000000000000000 P 2191bfa2689b475296ae268e1fca523b [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 2191bfa2689b475296ae268e1fca523b; no voters: 141afbca02b540dd857c0fb5f122e7ca, 25bd457b564a43958eb61dea1ca13aae
06:02:04.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:04.700821 28186 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 2191bfa2689b475296ae268e1fca523b [term 1 FOLLOWER]: Leader pre-election lost for term 2. Reason: could not achieve majority
06:02:05.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 06:02:03.556528 28181 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:02:05.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 06:02:03.560066 28183 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:02:05.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 06:02:05.050033 28182 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1494 milliseconds
06:02:05.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:05.050151 28158 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
06:02:05.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:05.051724 28158 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
06:02:05.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:05.055181 28158 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
06:02:05.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:05.056633 28158 hybrid_clock.cc:648] HybridClock initialized: now 1786082525056545 us; error 94 us; skew 500 ppm
06:02:05.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:05.057790 28158 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
06:02:05.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 07 06:02:05 dist-test-slave-njxd krb5kdc[27760](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786082525, etypes {rep=17 tkt=17 ses=17}, kudu/127.27.25.125@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
06:02:05.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:05.072261 28158 init.cc:377] Logged in from keytab as kudu/127.27.25.125@KRBTEST.COM (short username kudu)
06:02:05.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:05.079648 28158 webserver.cc:460] Webserver started at http://127.27.25.125:39475/ using document root <none> and password file <none>
06:02:05.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:05.080953 28158 fs_manager.cc:359] Metadata directory not provided
06:02:05.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:05.081310 28158 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
06:02:05.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:05.093016 28158 fs_manager.cc:709] Time spent opening directory manager: real 0.007s user 0.006s sys 0.000s
06:02:05.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:05.098914 28195 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
06:02:05.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:05.100339 28158 fs_manager.cc:725] Time spent opening block manager: real 0.005s user 0.003s sys 0.002s
06:02:05.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:05.100737 28158 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskPAXEty/test-tmp/mini-kudu-cluster2432638536558916778/master-1/data,/tmp/dist-test-taskPAXEty/test-tmp/mini-kudu-cluster2432638536558916778/master-1/wal
06:02:05.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "25bd457b564a43958eb61dea1ca13aae"
06:02:05.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-07 06:01:55 on dist-test-slave-njxd"
06:02:05.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:05.104305 28158 fs_report.cc:383] FS layout report
06:02:05.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
06:02:05.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskPAXEty/test-tmp/mini-kudu-cluster2432638536558916778/master-1/wal
06:02:05.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskPAXEty/test-tmp/mini-kudu-cluster2432638536558916778/master-1/wal
06:02:05.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskPAXEty/test-tmp/mini-kudu-cluster2432638536558916778/master-1/data/data
06:02:05.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
06:02:05.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
06:02:05.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
06:02:05.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
06:02:05.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
06:02:05.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
06:02:05.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
06:02:05.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
06:02:05.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
06:02:05.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
06:02:05.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
06:02:05.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:05.153544 28158 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
06:02:05.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:05.160333 28158 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
06:02:05.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:05.160902 28158 kserver.cc:163] Server-wide thread pool size limit: 3276
06:02:05.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:05.267891 28158 rpc_server.cc:307] RPC server started. Bound to: 127.27.25.125:33193
06:02:05.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:05.267978 28246 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.27.25.125:33193 every 8 connection(s)
06:02:05.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:05.271924 28158 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskPAXEty/test-tmp/mini-kudu-cluster2432638536558916778/master-1/data/info.pb
06:02:05.275 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
06:02:05.275 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.27.25.126:43421
06:02:05.276 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 0
}
}
06:02:05.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:05.274721 27749 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskPAXEty/build/tsan/bin/kudu as pid 28158
06:02:05.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:05.277856 27749 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskPAXEty/build/tsan/bin/kudu
06:02:05.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskPAXEty/build/tsan/bin/kudu
06:02:05.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskPAXEty/test-tmp/mini-kudu-cluster2432638536558916778/master-0/wal
06:02:05.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskPAXEty/test-tmp/mini-kudu-cluster2432638536558916778/master-0/data
06:02:05.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
06:02:05.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
06:02:05.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
06:02:05.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
06:02:05.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
06:02:05.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
06:02:05.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskPAXEty/test-tmp/mini-kudu-cluster2432638536558916778/master-0/logs
06:02:05.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskPAXEty/test-tmp/mini-kudu-cluster2432638536558916778/master-0/data/info.pb
06:02:05.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
06:02:05.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
06:02:05.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
06:02:05.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
06:02:05.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
06:02:05.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
06:02:05.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
06:02:05.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
06:02:05.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
06:02:05.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
06:02:05.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
06:02:05.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
06:02:05.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.25.126:43421
06:02:05.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.25.126
06:02:05.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=35277
06:02:05.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskPAXEty/test-tmp/mini-kudu-cluster2432638536558916778/krb5kdc/kudu_127.27.25.126.keytab
06:02:05.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.27.25.126
06:02:05.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
06:02:05.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
06:02:05.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
06:02:05.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.25.84:46555
06:02:05.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
06:02:05.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
06:02:05.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
06:02:05.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
06:02:05.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.27.25.126:43421,127.27.25.125:33193,127.27.25.124:45379
06:02:05.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
06:02:05.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46805/jwks.json
06:02:05.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskPAXEty/test-tmp/mini-kudu-cluster2432638536558916778/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskPAXEty/test-tmp/mini-kudu-cluster2432638536558916778/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskPAXEty/test-tmp/mini-kudu-cluster2432638536558916778/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
06:02:05.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:05.288430 28247 sys_catalog.cc:263] Verifying existing consensus state
06:02:05.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:05.296669 28247 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 25bd457b564a43958eb61dea1ca13aae: Bootstrap starting.
06:02:05.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:05.336387 28247 log.cc:824] T 00000000000000000000000000000000 P 25bd457b564a43958eb61dea1ca13aae: Log is configured to *not* fsync() on all Append() calls
06:02:05.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:05.355216 28247 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 25bd457b564a43958eb61dea1ca13aae: Bootstrap replayed 1/1 log segments. Stats: ops{read=4 overwritten=0 applied=4 ignored=0} inserts{seen=3 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
06:02:05.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:05.356199 28247 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 25bd457b564a43958eb61dea1ca13aae: Bootstrap complete.
06:02:05.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:05.396939 28247 raft_consensus.cc:348] T 00000000000000000000000000000000 P 25bd457b564a43958eb61dea1ca13aae [term 1 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "141afbca02b540dd857c0fb5f122e7ca" member_type: VOTER last_known_addr { host: "127.27.25.126" port: 43421 } } peers { permanent_uuid: "25bd457b564a43958eb61dea1ca13aae" member_type: VOTER last_known_addr { host: "127.27.25.125" port: 33193 } } peers { permanent_uuid: "2191bfa2689b475296ae268e1fca523b" member_type: VOTER last_known_addr { host: "127.27.25.124" port: 45379 } }
06:02:05.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:05.401165 28247 raft_consensus.cc:729] T 00000000000000000000000000000000 P 25bd457b564a43958eb61dea1ca13aae [term 1 FOLLOWER]: Becoming Follower/Learner. State: Replica: 25bd457b564a43958eb61dea1ca13aae, State: Initialized, Role: FOLLOWER
06:02:05.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:05.402165 28247 consensus_queue.cc:260] T 00000000000000000000000000000000 P 25bd457b564a43958eb61dea1ca13aae [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 4, Last appended: 1.4, Last appended by leader: 4, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "141afbca02b540dd857c0fb5f122e7ca" member_type: VOTER last_known_addr { host: "127.27.25.126" port: 43421 } } peers { permanent_uuid: "25bd457b564a43958eb61dea1ca13aae" member_type: VOTER last_known_addr { host: "127.27.25.125" port: 33193 } } peers { permanent_uuid: "2191bfa2689b475296ae268e1fca523b" member_type: VOTER last_known_addr { host: "127.27.25.124" port: 45379 } }
06:02:05.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:05.419340 28247 sys_catalog.cc:564] T 00000000000000000000000000000000 P 25bd457b564a43958eb61dea1ca13aae [sys.catalog]: configured and running, proceeding with master startup.
06:02:05.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:05.422811 28251 sys_catalog.cc:455] T 00000000000000000000000000000000 P 25bd457b564a43958eb61dea1ca13aae [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 1 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "141afbca02b540dd857c0fb5f122e7ca" member_type: VOTER last_known_addr { host: "127.27.25.126" port: 43421 } } peers { permanent_uuid: "25bd457b564a43958eb61dea1ca13aae" member_type: VOTER last_known_addr { host: "127.27.25.125" port: 33193 } } peers { permanent_uuid: "2191bfa2689b475296ae268e1fca523b" member_type: VOTER last_known_addr { host: "127.27.25.124" port: 45379 } } }
06:02:05.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:05.423957 28251 sys_catalog.cc:458] T 00000000000000000000000000000000 P 25bd457b564a43958eb61dea1ca13aae [sys.catalog]: This master's current role is: FOLLOWER
06:02:05.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:05.497071 28263 catalog_manager.cc:1259] Loaded cluster ID: e5d22fc2af304269a35c43b9b3cd1477
06:02:05.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:05.499014 28263 catalog_manager.cc:1552] T 00000000000000000000000000000000 P 25bd457b564a43958eb61dea1ca13aae: loading cluster ID for follower catalog manager: success
06:02:05.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:05.487766 28158 master_runner.cc:186] Error getting master registration for 127.27.25.126:43421: Network error: Client connection negotiation failed: client connection to 127.27.25.126:43421: connect: Connection refused (error 111),
06:02:05.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:05.519853 28158 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
06:02:05.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:05.520764 28263 catalog_manager.cc:1574] T 00000000000000000000000000000000 P 25bd457b564a43958eb61dea1ca13aae: acquiring CA information for follower catalog manager: success
06:02:05.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:05.527380 28263 catalog_manager.cc:1602] T 00000000000000000000000000000000 P 25bd457b564a43958eb61dea1ca13aae: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
06:02:05.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 06:02:05.743813 28249 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
06:02:05.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 06:02:05.744642 28249 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
06:02:05.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 06:02:05.745915 28249 flags.cc:425] Enabled unsafe flag: --never_fsync=true
06:02:05.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 06:02:05.800925 28249 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
06:02:05.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 06:02:05.801256 28249 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
06:02:05.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 06:02:05.801765 28249 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
06:02:05.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 06:02:05.802110 28249 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
06:02:05.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 06:02:05.802439 28249 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
06:02:05.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 06:02:05.802778 28249 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
06:02:05.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 06:02:05.803031 28249 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:46805/jwks.json
06:02:05.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:05.867625 28249 master_runner.cc:386] Master server non-default flags:
06:02:05.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
06:02:05.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.25.84:46555
06:02:05.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
06:02:05.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
06:02:05.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskPAXEty/test-tmp/mini-kudu-cluster2432638536558916778/master-0/data
06:02:05.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskPAXEty/test-tmp/mini-kudu-cluster2432638536558916778/master-0/wal
06:02:05.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
06:02:05.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
06:02:05.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.27.25.126:43421,127.27.25.125:33193,127.27.25.124:45379
06:02:05.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskPAXEty/test-tmp/mini-kudu-cluster2432638536558916778/krb5kdc/kudu_127.27.25.126.keytab
06:02:05.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.27.25.126
06:02:05.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
06:02:05.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
06:02:05.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
06:02:05.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.25.126:43421
06:02:05.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
06:02:05.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
06:02:05.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
06:02:05.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46805/jwks.json
06:02:05.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
06:02:05.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
06:02:05.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
06:02:05.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
06:02:05.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
06:02:05.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskPAXEty/test-tmp/mini-kudu-cluster2432638536558916778/master-0/data/info.pb
06:02:05.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.25.126
06:02:05.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=35277
06:02:05.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
06:02:05.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
06:02:05.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
06:02:05.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
06:02:05.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
06:02:05.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskPAXEty/test-tmp/mini-kudu-cluster2432638536558916778/master-0/logs
06:02:05.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
06:02:05.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
06:02:05.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
06:02:05.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
06:02:05.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
06:02:05.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
06:02:05.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
06:02:05.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 07 Aug 2026 04:08:06 UTC on ccycloud.quasar-ikgopv.root.comops.site
06:02:05.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4571634
06:02:05.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
06:02:05.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:05.869230 28249 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
06:02:05.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:05.870612 28249 file_cache.cc:493] Constructed file cache file cache with capacity 419430
06:02:05.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 06:02:05.893536 28272 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:02:06.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:06.510426 28277 raft_consensus.cc:482] T 00000000000000000000000000000000 P 2191bfa2689b475296ae268e1fca523b [term 1 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
06:02:06.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:06.511421 28277 raft_consensus.cc:504] T 00000000000000000000000000000000 P 2191bfa2689b475296ae268e1fca523b [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "141afbca02b540dd857c0fb5f122e7ca" member_type: VOTER last_known_addr { host: "127.27.25.126" port: 43421 } } peers { permanent_uuid: "25bd457b564a43958eb61dea1ca13aae" member_type: VOTER last_known_addr { host: "127.27.25.125" port: 33193 } } peers { permanent_uuid: "2191bfa2689b475296ae268e1fca523b" member_type: VOTER last_known_addr { host: "127.27.25.124" port: 45379 } }
06:02:06.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:06.526250 28277 leader_election.cc:288] T 00000000000000000000000000000000 P 2191bfa2689b475296ae268e1fca523b [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers 141afbca02b540dd857c0fb5f122e7ca (127.27.25.126:43421), 25bd457b564a43958eb61dea1ca13aae (127.27.25.125:33193)
06:02:06.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:06.577215 28222 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "2191bfa2689b475296ae268e1fca523b" candidate_term: 2 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "25bd457b564a43958eb61dea1ca13aae" is_pre_election: true
06:02:06.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:06.578289 28222 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 25bd457b564a43958eb61dea1ca13aae [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 2191bfa2689b475296ae268e1fca523b in term 1.
06:02:06.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 06:02:06.582090 28105 leader_election.cc:334] T 00000000000000000000000000000000 P 2191bfa2689b475296ae268e1fca523b [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer 141afbca02b540dd857c0fb5f122e7ca (127.27.25.126:43421): Network error: Client connection negotiation failed: client connection to 127.27.25.126:43421: connect: Connection refused (error 111)
06:02:06.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:06.583443 28107 leader_election.cc:302] T 00000000000000000000000000000000 P 2191bfa2689b475296ae268e1fca523b [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 2191bfa2689b475296ae268e1fca523b, 25bd457b564a43958eb61dea1ca13aae; no voters: 141afbca02b540dd857c0fb5f122e7ca
06:02:06.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:06.584461 28277 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 2191bfa2689b475296ae268e1fca523b [term 1 FOLLOWER]: Leader pre-election won for term 2
06:02:06.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:06.584758 28277 raft_consensus.cc:482] T 00000000000000000000000000000000 P 2191bfa2689b475296ae268e1fca523b [term 1 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
06:02:06.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:06.585021 28277 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 2191bfa2689b475296ae268e1fca523b [term 1 FOLLOWER]: Advancing to term 2
06:02:06.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:06.594563 28277 raft_consensus.cc:504] T 00000000000000000000000000000000 P 2191bfa2689b475296ae268e1fca523b [term 2 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "141afbca02b540dd857c0fb5f122e7ca" member_type: VOTER last_known_addr { host: "127.27.25.126" port: 43421 } } peers { permanent_uuid: "25bd457b564a43958eb61dea1ca13aae" member_type: VOTER last_known_addr { host: "127.27.25.125" port: 33193 } } peers { permanent_uuid: "2191bfa2689b475296ae268e1fca523b" member_type: VOTER last_known_addr { host: "127.27.25.124" port: 45379 } }
06:02:06.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:06.599860 28222 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "2191bfa2689b475296ae268e1fca523b" candidate_term: 2 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "25bd457b564a43958eb61dea1ca13aae"
06:02:06.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:06.600451 28222 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 25bd457b564a43958eb61dea1ca13aae [term 1 FOLLOWER]: Advancing to term 2
06:02:06.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 06:02:06.608105 28105 leader_election.cc:334] T 00000000000000000000000000000000 P 2191bfa2689b475296ae268e1fca523b [CANDIDATE]: Term 2 election: RPC error from VoteRequest() call to peer 141afbca02b540dd857c0fb5f122e7ca (127.27.25.126:43421): Network error: Client connection negotiation failed: client connection to 127.27.25.126:43421: connect: Connection refused (error 111)
06:02:06.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:06.612507 28277 leader_election.cc:288] T 00000000000000000000000000000000 P 2191bfa2689b475296ae268e1fca523b [CANDIDATE]: Term 2 election: Requested vote from peers 141afbca02b540dd857c0fb5f122e7ca (127.27.25.126:43421), 25bd457b564a43958eb61dea1ca13aae (127.27.25.125:33193)
06:02:06.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:06.614813 28222 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 25bd457b564a43958eb61dea1ca13aae [term 2 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 2191bfa2689b475296ae268e1fca523b in term 2.
06:02:06.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:06.616171 28107 leader_election.cc:302] T 00000000000000000000000000000000 P 2191bfa2689b475296ae268e1fca523b [CANDIDATE]: Term 2 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 2191bfa2689b475296ae268e1fca523b, 25bd457b564a43958eb61dea1ca13aae; no voters: 141afbca02b540dd857c0fb5f122e7ca
06:02:06.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:06.617432 28277 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 2191bfa2689b475296ae268e1fca523b [term 2 FOLLOWER]: Leader election won for term 2
06:02:06.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:06.636729 28277 raft_consensus.cc:686] T 00000000000000000000000000000000 P 2191bfa2689b475296ae268e1fca523b [term 2 LEADER]: Becoming Leader. State: Replica: 2191bfa2689b475296ae268e1fca523b, State: Running, Role: LEADER
06:02:06.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:06.639048 28277 consensus_queue.cc:237] T 00000000000000000000000000000000 P 2191bfa2689b475296ae268e1fca523b [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 4, Committed index: 4, Last appended: 1.4, Last appended by leader: 4, Current term: 2, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "141afbca02b540dd857c0fb5f122e7ca" member_type: VOTER last_known_addr { host: "127.27.25.126" port: 43421 } } peers { permanent_uuid: "25bd457b564a43958eb61dea1ca13aae" member_type: VOTER last_known_addr { host: "127.27.25.125" port: 33193 } } peers { permanent_uuid: "2191bfa2689b475296ae268e1fca523b" member_type: VOTER last_known_addr { host: "127.27.25.124" port: 45379 } }
06:02:06.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:06.660905 28282 sys_catalog.cc:455] T 00000000000000000000000000000000 P 2191bfa2689b475296ae268e1fca523b [sys.catalog]: SysCatalogTable state changed. Reason: New leader 2191bfa2689b475296ae268e1fca523b. Latest consensus state: current_term: 2 leader_uuid: "2191bfa2689b475296ae268e1fca523b" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "141afbca02b540dd857c0fb5f122e7ca" member_type: VOTER last_known_addr { host: "127.27.25.126" port: 43421 } } peers { permanent_uuid: "25bd457b564a43958eb61dea1ca13aae" member_type: VOTER last_known_addr { host: "127.27.25.125" port: 33193 } } peers { permanent_uuid: "2191bfa2689b475296ae268e1fca523b" member_type: VOTER last_known_addr { host: "127.27.25.124" port: 45379 } } }
06:02:06.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:06.662051 28282 sys_catalog.cc:458] T 00000000000000000000000000000000 P 2191bfa2689b475296ae268e1fca523b [sys.catalog]: This master's current role is: LEADER
06:02:06.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:06.669152 28285 catalog_manager.cc:1475] Loading table and tablet metadata into memory...
06:02:06.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:06.677747 28285 catalog_manager.cc:1484] Initializing Kudu cluster ID...
06:02:06.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:06.681901 28285 catalog_manager.cc:1259] Loaded cluster ID: e5d22fc2af304269a35c43b9b3cd1477
06:02:06.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:06.682367 28285 catalog_manager.cc:1495] Initializing Kudu internal certificate authority...
06:02:06.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:06.687570 28285 catalog_manager.cc:1504] Loading token signing keys...
06:02:06.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:06.692096 28285 catalog_manager.cc:5879] T 00000000000000000000000000000000 P 2191bfa2689b475296ae268e1fca523b: Loaded TSK: 0
06:02:06.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:06.693776 28285 catalog_manager.cc:1514] Initializing in-progress tserver states...
06:02:07.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:07.046062 28222 raft_consensus.cc:1261] T 00000000000000000000000000000000 P 25bd457b564a43958eb61dea1ca13aae [term 2 FOLLOWER]: Refusing update from remote peer 2191bfa2689b475296ae268e1fca523b: Log matching property violated. Preceding OpId in replica: term: 1 index: 4. Preceding OpId from leader: term: 2 index: 5. (index mismatch)
06:02:07.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:07.047963 28282 consensus_queue.cc:1035] T 00000000000000000000000000000000 P 2191bfa2689b475296ae268e1fca523b [LEADER]: Connected to new peer: Peer: permanent_uuid: "25bd457b564a43958eb61dea1ca13aae" member_type: VOTER last_known_addr { host: "127.27.25.125" port: 33193 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 5, Last known committed idx: 4, Time since last communication: 0.000s
06:02:07.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:07.102802 28277 sys_catalog.cc:455] T 00000000000000000000000000000000 P 2191bfa2689b475296ae268e1fca523b [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 2 leader_uuid: "2191bfa2689b475296ae268e1fca523b" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "141afbca02b540dd857c0fb5f122e7ca" member_type: VOTER last_known_addr { host: "127.27.25.126" port: 43421 } } peers { permanent_uuid: "25bd457b564a43958eb61dea1ca13aae" member_type: VOTER last_known_addr { host: "127.27.25.125" port: 33193 } } peers { permanent_uuid: "2191bfa2689b475296ae268e1fca523b" member_type: VOTER last_known_addr { host: "127.27.25.124" port: 45379 } } }
06:02:07.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:07.103586 28277 sys_catalog.cc:458] T 00000000000000000000000000000000 P 2191bfa2689b475296ae268e1fca523b [sys.catalog]: This master's current role is: LEADER
06:02:07.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 06:02:07.105465 28105 consensus_peers.cc:487] T 00000000000000000000000000000000 P 2191bfa2689b475296ae268e1fca523b -> Peer 141afbca02b540dd857c0fb5f122e7ca (127.27.25.126:43421): Couldn't send request to peer 141afbca02b540dd857c0fb5f122e7ca. Status: Network error: Client connection negotiation failed: client connection to 127.27.25.126:43421: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
06:02:07.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:07.106532 28290 sys_catalog.cc:455] T 00000000000000000000000000000000 P 25bd457b564a43958eb61dea1ca13aae [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 2 leader_uuid: "2191bfa2689b475296ae268e1fca523b" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "141afbca02b540dd857c0fb5f122e7ca" member_type: VOTER last_known_addr { host: "127.27.25.126" port: 43421 } } peers { permanent_uuid: "25bd457b564a43958eb61dea1ca13aae" member_type: VOTER last_known_addr { host: "127.27.25.125" port: 33193 } } peers { permanent_uuid: "2191bfa2689b475296ae268e1fca523b" member_type: VOTER last_known_addr { host: "127.27.25.124" port: 45379 } } }
06:02:07.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:07.107771 28290 sys_catalog.cc:458] T 00000000000000000000000000000000 P 25bd457b564a43958eb61dea1ca13aae [sys.catalog]: This master's current role is: FOLLOWER
06:02:07.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:07.114396 28286 sys_catalog.cc:455] T 00000000000000000000000000000000 P 25bd457b564a43958eb61dea1ca13aae [sys.catalog]: SysCatalogTable state changed. Reason: New leader 2191bfa2689b475296ae268e1fca523b. Latest consensus state: current_term: 2 leader_uuid: "2191bfa2689b475296ae268e1fca523b" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "141afbca02b540dd857c0fb5f122e7ca" member_type: VOTER last_known_addr { host: "127.27.25.126" port: 43421 } } peers { permanent_uuid: "25bd457b564a43958eb61dea1ca13aae" member_type: VOTER last_known_addr { host: "127.27.25.125" port: 33193 } } peers { permanent_uuid: "2191bfa2689b475296ae268e1fca523b" member_type: VOTER last_known_addr { host: "127.27.25.124" port: 45379 } } }
06:02:07.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:07.115291 28286 sys_catalog.cc:458] T 00000000000000000000000000000000 P 25bd457b564a43958eb61dea1ca13aae [sys.catalog]: This master's current role is: FOLLOWER
06:02:07.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 06:02:07.286753 28271 debug-util.cc:398] Leaking SignalData structure 0x7b0800014920 after lost signal to thread 28249
06:02:07.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 06:02:07.699805 28249 thread.cc:636] GCE (cloud detector) Time spent creating pthread: real 1.808s user 0.565s sys 1.166s
06:02:07.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 06:02:07.700138 28249 thread.cc:602] GCE (cloud detector) Time spent starting thread: real 1.808s user 0.565s sys 1.166s
06:02:07.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 06:02:05.894959 28273 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:02:07.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 06:02:07.708827 28295 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:02:07.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:07.708838 28249 server_base.cc:1034] running on GCE node
06:02:07.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:07.710556 28249 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
06:02:07.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:07.713261 28249 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
06:02:07.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:07.714690 28249 hybrid_clock.cc:648] HybridClock initialized: now 1786082527714648 us; error 39 us; skew 500 ppm
06:02:07.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:07.715962 28249 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
06:02:07.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 07 06:02:07 dist-test-slave-njxd krb5kdc[27760](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786082527, etypes {rep=17 tkt=17 ses=17}, kudu/127.27.25.126@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
06:02:07.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:07.724078 28249 init.cc:377] Logged in from keytab as kudu/127.27.25.126@KRBTEST.COM (short username kudu)
06:02:07.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:07.729918 28249 webserver.cc:460] Webserver started at http://127.27.25.126:35277/ using document root <none> and password file <none>
06:02:07.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:07.730820 28249 fs_manager.cc:359] Metadata directory not provided
06:02:07.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:07.731145 28249 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
06:02:07.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:07.740013 28249 fs_manager.cc:709] Time spent opening directory manager: real 0.006s user 0.004s sys 0.000s
06:02:07.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:07.745235 28302 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
06:02:07.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:07.746562 28249 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.002s sys 0.001s
06:02:07.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:07.746896 28249 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskPAXEty/test-tmp/mini-kudu-cluster2432638536558916778/master-0/data,/tmp/dist-test-taskPAXEty/test-tmp/mini-kudu-cluster2432638536558916778/master-0/wal
06:02:07.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "141afbca02b540dd857c0fb5f122e7ca"
06:02:07.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-07 06:01:53 on dist-test-slave-njxd"
06:02:07.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:07.749258 28249 fs_report.cc:383] FS layout report
06:02:07.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
06:02:07.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskPAXEty/test-tmp/mini-kudu-cluster2432638536558916778/master-0/wal
06:02:07.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskPAXEty/test-tmp/mini-kudu-cluster2432638536558916778/master-0/wal
06:02:07.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskPAXEty/test-tmp/mini-kudu-cluster2432638536558916778/master-0/data/data
06:02:07.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
06:02:07.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
06:02:07.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
06:02:07.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
06:02:07.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
06:02:07.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
06:02:07.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
06:02:07.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
06:02:07.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
06:02:07.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
06:02:07.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
06:02:07.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:07.785137 28249 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
06:02:07.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:07.791807 28249 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
06:02:07.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:07.792425 28249 kserver.cc:163] Server-wide thread pool size limit: 3276
06:02:07.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:07.884588 28249 rpc_server.cc:307] RPC server started. Bound to: 127.27.25.126:43421
06:02:07.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:07.884850 28354 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.27.25.126:43421 every 8 connection(s)
06:02:07.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:07.887660 28249 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskPAXEty/test-tmp/mini-kudu-cluster2432638536558916778/master-0/data/info.pb
06:02:07.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:07.895087 27749 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskPAXEty/build/tsan/bin/kudu as pid 28249
06:02:07.895 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
06:02:07.896 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.27.25.124:45379(127.27.25.124:45379)] connecting to peer
06:02:07.902 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.27.25.125:33193(127.27.25.125:33193)] connecting to peer
06:02:07.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:07.902202 28355 sys_catalog.cc:263] Verifying existing consensus state
06:02:07.903 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.27.25.126:43421(127.27.25.126:43421)] connecting to peer
06:02:07.909 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.27.25.125:33193(127.27.25.125:33193)] Successfully connected to peer
06:02:07.909 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.27.25.124:45379(127.27.25.124:45379)] Successfully connected to peer
06:02:07.916 [WARN - kudu-nio-1] (SecurityContext.java:209) Caller-provided Subject has a Kerberos ticket that is about to expire. Kudu expects the application to renew or re-acquire its own tickets before expiration.
06:02:07.917 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.27.25.126:43421(127.27.25.126:43421)] Successfully connected to peer
06:02:07.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:07.917061 28355 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 141afbca02b540dd857c0fb5f122e7ca: Bootstrap starting.
06:02:07.920 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism GSSAPI chosen for peer 127.27.25.125
06:02:07.925 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism GSSAPI chosen for peer 127.27.25.124
06:02:07.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 07 06:02:07 dist-test-slave-njxd krb5kdc[27760](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786082518, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.27.25.125@KRBTEST.COM
06:02:07.986 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x98930dc3, L:/127.0.0.1:37950 - R:/127.27.25.125:33193] using SASL/GSSAPI
06:02:07.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 07 06:02:07 dist-test-slave-njxd krb5kdc[27760](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786082518, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.27.25.124@KRBTEST.COM
06:02:07.998 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism GSSAPI chosen for peer 127.27.25.126
06:02:07.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:07.999202 28355 log.cc:824] T 00000000000000000000000000000000 P 141afbca02b540dd857c0fb5f122e7ca: Log is configured to *not* fsync() on all Append() calls
06:02:08.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:08.037616 28355 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 141afbca02b540dd857c0fb5f122e7ca: Bootstrap replayed 1/1 log segments. Stats: ops{read=4 overwritten=0 applied=4 ignored=0} inserts{seen=3 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
06:02:08.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:08.038628 28355 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 141afbca02b540dd857c0fb5f122e7ca: Bootstrap complete.
06:02:08.044 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x57007105, L:/127.0.0.1:53634 - R:/127.27.25.124:45379] using SASL/GSSAPI
06:02:08.048 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.25.126:43421(127.27.25.126:43421)] cleaning up while in state NEGOTIATING due to: Server requires Kerberos, but this client is not authenticated (missing or expired TGT)
06:02:08.048 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.25.126:43421: Server requires Kerberos, but this client is not authenticated (missing or expired TGT)
06:02:08.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 06:02:08.052289 28361 negotiation.cc:337] Failed RPC negotiation. Trace:
06:02:08.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0807 06:02:07.910131 (+ 0us) reactor.cc:625] Submitting negotiation task for server connection from 127.0.0.1:52482 (local address 127.27.25.126:43421)
06:02:08.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0807 06:02:07.930908 (+ 20777us) server_negotiation.cc:206] Beginning negotiation
06:02:08.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0807 06:02:07.930947 (+ 39us) server_negotiation.cc:399] Waiting for connection header
06:02:08.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0807 06:02:07.931013 (+ 66us) server_negotiation.cc:407] Connection header received
06:02:08.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0807 06:02:07.947381 (+ 16368us) server_negotiation.cc:365] Received NEGOTIATE NegotiatePB request
06:02:08.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0807 06:02:07.947441 (+ 60us) server_negotiation.cc:461] Received NEGOTIATE request from client
06:02:08.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0807 06:02:07.947960 (+ 519us) server_negotiation.cc:377] Sending NEGOTIATE NegotiatePB response
06:02:08.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0807 06:02:07.948429 (+ 469us) server_negotiation.cc:226] Negotiated authn=SASL
06:02:08.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0807 06:02:08.016375 (+ 67946us) server_negotiation.cc:365] Received TLS_HANDSHAKE NegotiatePB request
06:02:08.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0807 06:02:08.019224 (+ 2849us) server_negotiation.cc:377] Sending TLS_HANDSHAKE NegotiatePB response
06:02:08.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0807 06:02:08.039417 (+ 20193us) server_negotiation.cc:365] Received TLS_HANDSHAKE NegotiatePB request
06:02:08.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0807 06:02:08.040821 (+ 1404us) server_negotiation.cc:377] Sending TLS_HANDSHAKE NegotiatePB response
06:02:08.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0807 06:02:08.041150 (+ 329us) server_negotiation.cc:662] Negotiated TLSv1.2 with cipher ECDHE-RSA-AES128-GCM-SHA256 TLSv1.2 Kx=ECDH Au=RSA Enc=AESGCM(128) Mac=AEAD
06:02:08.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0807 06:02:08.050203 (+ 9053us) negotiation.cc:327] Negotiation complete: Network error: Server connection negotiation failed: server connection from 127.0.0.1:52482: BlockingRecv error: failed to read from TLS socket (remote: 127.0.0.1:52482): Cannot send after transport endpoint shutdown (error 108)
06:02:08.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"server-negotiator.queue_time_us":10130,"thread_start_us":5757,"threads_started":1}
06:02:08.054 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.27.25.126:43421(127.27.25.126:43421)] handling channelInactive
06:02:08.058 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
06:02:08.058 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=ListTabletServers, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.25.124:45379, [5ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.25.125:33193, [7ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.25.126:43421, [95ms] Sub RPC ConnectToMaster: received response from server master-127.27.25.125:33193: OK, [152ms] Sub RPC ConnectToMaster: received response from server master-127.27.25.126:43421: Configuration error: Server requires Kerberos, but this client is not authenticated (missing or expired TGT), [159ms] Sub RPC ConnectToMaster: received response from server master-127.27.25.124:45379: OK, deferred=null) after lookup
06:02:08.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:08.071861 28355 raft_consensus.cc:348] T 00000000000000000000000000000000 P 141afbca02b540dd857c0fb5f122e7ca [term 1 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "141afbca02b540dd857c0fb5f122e7ca" member_type: VOTER last_known_addr { host: "127.27.25.126" port: 43421 } } peers { permanent_uuid: "25bd457b564a43958eb61dea1ca13aae" member_type: VOTER last_known_addr { host: "127.27.25.125" port: 33193 } } peers { permanent_uuid: "2191bfa2689b475296ae268e1fca523b" member_type: VOTER last_known_addr { host: "127.27.25.124" port: 45379 } }
06:02:08.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:08.074352 28355 raft_consensus.cc:729] T 00000000000000000000000000000000 P 141afbca02b540dd857c0fb5f122e7ca [term 1 FOLLOWER]: Becoming Follower/Learner. State: Replica: 141afbca02b540dd857c0fb5f122e7ca, State: Initialized, Role: FOLLOWER
06:02:08.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:08.075205 28355 consensus_queue.cc:260] T 00000000000000000000000000000000 P 141afbca02b540dd857c0fb5f122e7ca [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 4, Last appended: 1.4, Last appended by leader: 4, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "141afbca02b540dd857c0fb5f122e7ca" member_type: VOTER last_known_addr { host: "127.27.25.126" port: 43421 } } peers { permanent_uuid: "25bd457b564a43958eb61dea1ca13aae" member_type: VOTER last_known_addr { host: "127.27.25.125" port: 33193 } } peers { permanent_uuid: "2191bfa2689b475296ae268e1fca523b" member_type: VOTER last_known_addr { host: "127.27.25.124" port: 45379 } }
06:02:08.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:08.078279 28364 sys_catalog.cc:455] T 00000000000000000000000000000000 P 141afbca02b540dd857c0fb5f122e7ca [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 1 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "141afbca02b540dd857c0fb5f122e7ca" member_type: VOTER last_known_addr { host: "127.27.25.126" port: 43421 } } peers { permanent_uuid: "25bd457b564a43958eb61dea1ca13aae" member_type: VOTER last_known_addr { host: "127.27.25.125" port: 33193 } } peers { permanent_uuid: "2191bfa2689b475296ae268e1fca523b" member_type: VOTER last_known_addr { host: "127.27.25.124" port: 45379 } } }
06:02:08.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:08.079123 28364 sys_catalog.cc:458] T 00000000000000000000000000000000 P 141afbca02b540dd857c0fb5f122e7ca [sys.catalog]: This master's current role is: FOLLOWER
06:02:08.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:08.079962 28355 sys_catalog.cc:564] T 00000000000000000000000000000000 P 141afbca02b540dd857c0fb5f122e7ca [sys.catalog]: configured and running, proceeding with master startup.
06:02:08.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:08.116855 28375 catalog_manager.cc:1259] Loaded cluster ID: e5d22fc2af304269a35c43b9b3cd1477
06:02:08.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:08.117148 28375 catalog_manager.cc:1552] T 00000000000000000000000000000000 P 141afbca02b540dd857c0fb5f122e7ca: loading cluster ID for follower catalog manager: success
06:02:08.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 07 06:02:08 dist-test-slave-njxd krb5kdc[27760](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786082527, etypes {rep=17 tkt=17 ses=17}, kudu/127.27.25.126@KRBTEST.COM for kudu/127.27.25.126@KRBTEST.COM
06:02:08.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:08.132546 28375 catalog_manager.cc:1574] T 00000000000000000000000000000000 P 141afbca02b540dd857c0fb5f122e7ca: acquiring CA information for follower catalog manager: success
06:02:08.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:08.140569 28375 catalog_manager.cc:1602] T 00000000000000000000000000000000 P 141afbca02b540dd857c0fb5f122e7ca: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
06:02:08.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:08.194475 28330 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 141afbca02b540dd857c0fb5f122e7ca [term 1 FOLLOWER]: Advancing to term 2
06:02:08.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:08.219944 28382 sys_catalog.cc:455] T 00000000000000000000000000000000 P 141afbca02b540dd857c0fb5f122e7ca [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 2 leader_uuid: "2191bfa2689b475296ae268e1fca523b" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "141afbca02b540dd857c0fb5f122e7ca" member_type: VOTER last_known_addr { host: "127.27.25.126" port: 43421 } } peers { permanent_uuid: "25bd457b564a43958eb61dea1ca13aae" member_type: VOTER last_known_addr { host: "127.27.25.125" port: 33193 } } peers { permanent_uuid: "2191bfa2689b475296ae268e1fca523b" member_type: VOTER last_known_addr { host: "127.27.25.124" port: 45379 } } }
06:02:08.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:08.221722 28382 sys_catalog.cc:458] T 00000000000000000000000000000000 P 141afbca02b540dd857c0fb5f122e7ca [sys.catalog]: This master's current role is: FOLLOWER
06:02:08.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:08.224277 28364 sys_catalog.cc:455] T 00000000000000000000000000000000 P 141afbca02b540dd857c0fb5f122e7ca [sys.catalog]: SysCatalogTable state changed. Reason: New leader 2191bfa2689b475296ae268e1fca523b. Latest consensus state: current_term: 2 leader_uuid: "2191bfa2689b475296ae268e1fca523b" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "141afbca02b540dd857c0fb5f122e7ca" member_type: VOTER last_known_addr { host: "127.27.25.126" port: 43421 } } peers { permanent_uuid: "25bd457b564a43958eb61dea1ca13aae" member_type: VOTER last_known_addr { host: "127.27.25.125" port: 33193 } } peers { permanent_uuid: "2191bfa2689b475296ae268e1fca523b" member_type: VOTER last_known_addr { host: "127.27.25.124" port: 45379 } } }
06:02:08.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:08.224810 28364 sys_catalog.cc:458] T 00000000000000000000000000000000 P 141afbca02b540dd857c0fb5f122e7ca [sys.catalog]: This master's current role is: FOLLOWER
06:02:08.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:08.664211 28282 sys_catalog.cc:455] T 00000000000000000000000000000000 P 2191bfa2689b475296ae268e1fca523b [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 2 leader_uuid: "2191bfa2689b475296ae268e1fca523b" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "141afbca02b540dd857c0fb5f122e7ca" member_type: VOTER last_known_addr { host: "127.27.25.126" port: 43421 } } peers { permanent_uuid: "25bd457b564a43958eb61dea1ca13aae" member_type: VOTER last_known_addr { host: "127.27.25.125" port: 33193 } } peers { permanent_uuid: "2191bfa2689b475296ae268e1fca523b" member_type: VOTER last_known_addr { host: "127.27.25.124" port: 45379 } } }
06:02:08.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:08.665033 28282 sys_catalog.cc:458] T 00000000000000000000000000000000 P 2191bfa2689b475296ae268e1fca523b [sys.catalog]: This master's current role is: LEADER
06:02:11.112 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.27.25.124:45379
06:02:11.113 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 2
}
}
06:02:11.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:11.113816 27749 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskPAXEty/build/tsan/bin/kudu with pid 28085
06:02:11.147 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.27.25.124:45379(127.27.25.124:45379)] handling channelInactive
06:02:11.147 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.25.124:45379(127.27.25.124:45379)] cleaning up while in state READY due to: connection closed
06:02:11.147 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
06:02:11.148 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.27.25.125:33193
06:02:11.148 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 1
}
}
06:02:11.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:11.148622 27749 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskPAXEty/build/tsan/bin/kudu with pid 28158
06:02:11.188 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.27.25.125:33193(127.27.25.125:33193)] handling channelInactive
06:02:11.189 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.25.125:33193(127.27.25.125:33193)] cleaning up while in state READY due to: connection closed
06:02:11.190 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
06:02:11.190 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.27.25.126:43421
06:02:11.190 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 0
}
}
06:02:11.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:11.190721 27749 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskPAXEty/build/tsan/bin/kudu with pid 28249
06:02:11.226 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
06:02:11.227 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.27.25.124:45379
06:02:11.227 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 2
}
}
06:02:11.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:11.228863 27749 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskPAXEty/build/tsan/bin/kudu
06:02:11.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskPAXEty/build/tsan/bin/kudu
06:02:11.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskPAXEty/test-tmp/mini-kudu-cluster2432638536558916778/master-2/wal
06:02:11.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskPAXEty/test-tmp/mini-kudu-cluster2432638536558916778/master-2/data
06:02:11.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
06:02:11.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
06:02:11.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
06:02:11.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
06:02:11.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
06:02:11.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
06:02:11.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskPAXEty/test-tmp/mini-kudu-cluster2432638536558916778/master-2/logs
06:02:11.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskPAXEty/test-tmp/mini-kudu-cluster2432638536558916778/master-2/data/info.pb
06:02:11.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
06:02:11.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
06:02:11.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
06:02:11.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
06:02:11.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
06:02:11.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
06:02:11.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
06:02:11.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
06:02:11.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
06:02:11.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
06:02:11.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
06:02:11.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
06:02:11.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.25.124:45379
06:02:11.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.25.124
06:02:11.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=34675
06:02:11.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskPAXEty/test-tmp/mini-kudu-cluster2432638536558916778/krb5kdc/kudu_127.27.25.124.keytab
06:02:11.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.27.25.124
06:02:11.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
06:02:11.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
06:02:11.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
06:02:11.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.25.84:46555
06:02:11.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
06:02:11.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
06:02:11.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
06:02:11.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
06:02:11.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.27.25.126:43421,127.27.25.125:33193,127.27.25.124:45379
06:02:11.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
06:02:11.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46805/jwks.json
06:02:11.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskPAXEty/test-tmp/mini-kudu-cluster2432638536558916778/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskPAXEty/test-tmp/mini-kudu-cluster2432638536558916778/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskPAXEty/test-tmp/mini-kudu-cluster2432638536558916778/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
06:02:11.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 06:02:11.560933 28393 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
06:02:11.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 06:02:11.561496 28393 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
06:02:11.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 06:02:11.562225 28393 flags.cc:425] Enabled unsafe flag: --never_fsync=true
06:02:11.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 06:02:11.594715 28393 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
06:02:11.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 06:02:11.594950 28393 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
06:02:11.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 06:02:11.595211 28393 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
06:02:11.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 06:02:11.595407 28393 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
06:02:11.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 06:02:11.595602 28393 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
06:02:11.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 06:02:11.595785 28393 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
06:02:11.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 06:02:11.595922 28393 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:46805/jwks.json
06:02:11.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:11.634052 28393 master_runner.cc:386] Master server non-default flags:
06:02:11.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
06:02:11.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.25.84:46555
06:02:11.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
06:02:11.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
06:02:11.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskPAXEty/test-tmp/mini-kudu-cluster2432638536558916778/master-2/data
06:02:11.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskPAXEty/test-tmp/mini-kudu-cluster2432638536558916778/master-2/wal
06:02:11.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
06:02:11.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
06:02:11.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.27.25.126:43421,127.27.25.125:33193,127.27.25.124:45379
06:02:11.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskPAXEty/test-tmp/mini-kudu-cluster2432638536558916778/krb5kdc/kudu_127.27.25.124.keytab
06:02:11.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.27.25.124
06:02:11.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
06:02:11.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
06:02:11.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
06:02:11.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.25.124:45379
06:02:11.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
06:02:11.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
06:02:11.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
06:02:11.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46805/jwks.json
06:02:11.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
06:02:11.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
06:02:11.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
06:02:11.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
06:02:11.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
06:02:11.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskPAXEty/test-tmp/mini-kudu-cluster2432638536558916778/master-2/data/info.pb
06:02:11.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.25.124
06:02:11.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=34675
06:02:11.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
06:02:11.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
06:02:11.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
06:02:11.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
06:02:11.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
06:02:11.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskPAXEty/test-tmp/mini-kudu-cluster2432638536558916778/master-2/logs
06:02:11.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
06:02:11.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
06:02:11.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
06:02:11.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
06:02:11.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
06:02:11.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
06:02:11.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
06:02:11.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 07 Aug 2026 04:08:06 UTC on ccycloud.quasar-ikgopv.root.comops.site
06:02:11.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4571634
06:02:11.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
06:02:11.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:11.635236 28393 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
06:02:11.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:11.636253 28393 file_cache.cc:493] Constructed file cache file cache with capacity 419430
06:02:11.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 06:02:11.654866 28400 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:02:12.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 06:02:11.654857 28402 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:02:12.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 06:02:11.656463 28399 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:02:12.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:11.656615 28393 server_base.cc:1034] running on GCE node
06:02:12.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:12.891736 28393 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
06:02:12.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:12.894739 28393 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
06:02:12.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:12.896121 28393 hybrid_clock.cc:648] HybridClock initialized: now 1786082532896074 us; error 63 us; skew 500 ppm
06:02:12.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:12.897025 28393 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
06:02:12.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 07 06:02:12 dist-test-slave-njxd krb5kdc[27760](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786082532, etypes {rep=17 tkt=17 ses=17}, kudu/127.27.25.124@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
06:02:12.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:12.911433 28393 init.cc:377] Logged in from keytab as kudu/127.27.25.124@KRBTEST.COM (short username kudu)
06:02:12.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:12.917160 28393 webserver.cc:460] Webserver started at http://127.27.25.124:34675/ using document root <none> and password file <none>
06:02:12.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:12.918269 28393 fs_manager.cc:359] Metadata directory not provided
06:02:12.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:12.918454 28393 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
06:02:12.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:12.926647 28393 fs_manager.cc:709] Time spent opening directory manager: real 0.005s user 0.004s sys 0.003s
06:02:12.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:12.931406 28411 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
06:02:12.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:12.932747 28393 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.001s sys 0.004s
06:02:12.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:12.933154 28393 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskPAXEty/test-tmp/mini-kudu-cluster2432638536558916778/master-2/data,/tmp/dist-test-taskPAXEty/test-tmp/mini-kudu-cluster2432638536558916778/master-2/wal
06:02:12.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2191bfa2689b475296ae268e1fca523b"
06:02:12.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-07 06:01:57 on dist-test-slave-njxd"
06:02:12.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:12.935932 28393 fs_report.cc:383] FS layout report
06:02:12.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
06:02:12.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskPAXEty/test-tmp/mini-kudu-cluster2432638536558916778/master-2/wal
06:02:12.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskPAXEty/test-tmp/mini-kudu-cluster2432638536558916778/master-2/wal
06:02:12.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskPAXEty/test-tmp/mini-kudu-cluster2432638536558916778/master-2/data/data
06:02:12.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
06:02:12.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
06:02:12.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
06:02:12.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
06:02:12.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
06:02:12.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
06:02:12.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
06:02:12.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
06:02:12.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
06:02:12.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
06:02:12.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
06:02:12.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:12.983217 28393 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
06:02:12.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:12.989701 28393 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
06:02:12.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:12.990293 28393 kserver.cc:163] Server-wide thread pool size limit: 3276
06:02:13.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:13.068388 28393 rpc_server.cc:307] RPC server started. Bound to: 127.27.25.124:45379
06:02:13.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:13.068516 28462 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.27.25.124:45379 every 8 connection(s)
06:02:13.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:13.072676 28393 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskPAXEty/test-tmp/mini-kudu-cluster2432638536558916778/master-2/data/info.pb
06:02:13.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:13.079766 27749 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskPAXEty/build/tsan/bin/kudu as pid 28393
06:02:13.080 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
06:02:13.080 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.27.25.125:33193
06:02:13.080 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 1
}
}
06:02:13.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:13.081945 27749 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskPAXEty/build/tsan/bin/kudu
06:02:13.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskPAXEty/build/tsan/bin/kudu
06:02:13.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskPAXEty/test-tmp/mini-kudu-cluster2432638536558916778/master-1/wal
06:02:13.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskPAXEty/test-tmp/mini-kudu-cluster2432638536558916778/master-1/data
06:02:13.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
06:02:13.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
06:02:13.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
06:02:13.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
06:02:13.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
06:02:13.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
06:02:13.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskPAXEty/test-tmp/mini-kudu-cluster2432638536558916778/master-1/logs
06:02:13.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskPAXEty/test-tmp/mini-kudu-cluster2432638536558916778/master-1/data/info.pb
06:02:13.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
06:02:13.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
06:02:13.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
06:02:13.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
06:02:13.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
06:02:13.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
06:02:13.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
06:02:13.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
06:02:13.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
06:02:13.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
06:02:13.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
06:02:13.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
06:02:13.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.25.125:33193
06:02:13.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.25.125
06:02:13.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=39475
06:02:13.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskPAXEty/test-tmp/mini-kudu-cluster2432638536558916778/krb5kdc/kudu_127.27.25.125.keytab
06:02:13.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.27.25.125
06:02:13.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
06:02:13.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
06:02:13.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
06:02:13.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.25.84:46555
06:02:13.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
06:02:13.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
06:02:13.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
06:02:13.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
06:02:13.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.27.25.126:43421,127.27.25.125:33193,127.27.25.124:45379
06:02:13.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
06:02:13.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46805/jwks.json
06:02:13.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskPAXEty/test-tmp/mini-kudu-cluster2432638536558916778/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskPAXEty/test-tmp/mini-kudu-cluster2432638536558916778/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskPAXEty/test-tmp/mini-kudu-cluster2432638536558916778/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
06:02:13.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:13.085964 28463 sys_catalog.cc:263] Verifying existing consensus state
06:02:13.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:13.091341 28463 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 2191bfa2689b475296ae268e1fca523b: Bootstrap starting.
06:02:13.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:13.129758 28463 log.cc:824] T 00000000000000000000000000000000 P 2191bfa2689b475296ae268e1fca523b: Log is configured to *not* fsync() on all Append() calls
06:02:13.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:13.147020 28463 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 2191bfa2689b475296ae268e1fca523b: Bootstrap replayed 1/1 log segments. Stats: ops{read=5 overwritten=0 applied=5 ignored=0} inserts{seen=3 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
06:02:13.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:13.147871 28463 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 2191bfa2689b475296ae268e1fca523b: Bootstrap complete.
06:02:13.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:13.173689 28463 raft_consensus.cc:348] T 00000000000000000000000000000000 P 2191bfa2689b475296ae268e1fca523b [term 2 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "141afbca02b540dd857c0fb5f122e7ca" member_type: VOTER last_known_addr { host: "127.27.25.126" port: 43421 } } peers { permanent_uuid: "25bd457b564a43958eb61dea1ca13aae" member_type: VOTER last_known_addr { host: "127.27.25.125" port: 33193 } } peers { permanent_uuid: "2191bfa2689b475296ae268e1fca523b" member_type: VOTER last_known_addr { host: "127.27.25.124" port: 45379 } }
06:02:13.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:13.176270 28463 raft_consensus.cc:729] T 00000000000000000000000000000000 P 2191bfa2689b475296ae268e1fca523b [term 2 FOLLOWER]: Becoming Follower/Learner. State: Replica: 2191bfa2689b475296ae268e1fca523b, State: Initialized, Role: FOLLOWER
06:02:13.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:13.177420 28463 consensus_queue.cc:260] T 00000000000000000000000000000000 P 2191bfa2689b475296ae268e1fca523b [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 5, Last appended: 2.5, Last appended by leader: 5, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "141afbca02b540dd857c0fb5f122e7ca" member_type: VOTER last_known_addr { host: "127.27.25.126" port: 43421 } } peers { permanent_uuid: "25bd457b564a43958eb61dea1ca13aae" member_type: VOTER last_known_addr { host: "127.27.25.125" port: 33193 } } peers { permanent_uuid: "2191bfa2689b475296ae268e1fca523b" member_type: VOTER last_known_addr { host: "127.27.25.124" port: 45379 } }
06:02:13.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:13.182489 28463 sys_catalog.cc:564] T 00000000000000000000000000000000 P 2191bfa2689b475296ae268e1fca523b [sys.catalog]: configured and running, proceeding with master startup.
06:02:13.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:13.191637 28467 sys_catalog.cc:455] T 00000000000000000000000000000000 P 2191bfa2689b475296ae268e1fca523b [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 2 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "141afbca02b540dd857c0fb5f122e7ca" member_type: VOTER last_known_addr { host: "127.27.25.126" port: 43421 } } peers { permanent_uuid: "25bd457b564a43958eb61dea1ca13aae" member_type: VOTER last_known_addr { host: "127.27.25.125" port: 33193 } } peers { permanent_uuid: "2191bfa2689b475296ae268e1fca523b" member_type: VOTER last_known_addr { host: "127.27.25.124" port: 45379 } } }
06:02:13.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:13.195185 28467 sys_catalog.cc:458] T 00000000000000000000000000000000 P 2191bfa2689b475296ae268e1fca523b [sys.catalog]: This master's current role is: FOLLOWER
06:02:13.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:13.239344 28478 catalog_manager.cc:1259] Loaded cluster ID: e5d22fc2af304269a35c43b9b3cd1477
06:02:13.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:13.239578 28478 catalog_manager.cc:1552] T 00000000000000000000000000000000 P 2191bfa2689b475296ae268e1fca523b: loading cluster ID for follower catalog manager: success
06:02:13.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:13.247581 28478 catalog_manager.cc:1574] T 00000000000000000000000000000000 P 2191bfa2689b475296ae268e1fca523b: acquiring CA information for follower catalog manager: success
06:02:13.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:13.254283 28478 catalog_manager.cc:1602] T 00000000000000000000000000000000 P 2191bfa2689b475296ae268e1fca523b: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
06:02:13.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:13.246940 28393 master_runner.cc:186] Error getting master registration for 127.27.25.126:43421: Network error: Client connection negotiation failed: client connection to 127.27.25.126:43421: connect: Connection refused (error 111),
06:02:13.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:13.271355 28393 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
06:02:13.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 06:02:13.475585 28465 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
06:02:13.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 06:02:13.476293 28465 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
06:02:13.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 06:02:13.477118 28465 flags.cc:425] Enabled unsafe flag: --never_fsync=true
06:02:13.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 06:02:13.511770 28465 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
06:02:13.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 06:02:13.512007 28465 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
06:02:13.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 06:02:13.512344 28465 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
06:02:13.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 06:02:13.512676 28465 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
06:02:13.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 06:02:13.512993 28465 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
06:02:13.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 06:02:13.513327 28465 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
06:02:13.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 06:02:13.513618 28465 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:46805/jwks.json
06:02:13.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:13.553898 28465 master_runner.cc:386] Master server non-default flags:
06:02:13.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
06:02:13.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.25.84:46555
06:02:13.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
06:02:13.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
06:02:13.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskPAXEty/test-tmp/mini-kudu-cluster2432638536558916778/master-1/data
06:02:13.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskPAXEty/test-tmp/mini-kudu-cluster2432638536558916778/master-1/wal
06:02:13.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
06:02:13.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
06:02:13.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.27.25.126:43421,127.27.25.125:33193,127.27.25.124:45379
06:02:13.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskPAXEty/test-tmp/mini-kudu-cluster2432638536558916778/krb5kdc/kudu_127.27.25.125.keytab
06:02:13.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.27.25.125
06:02:13.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
06:02:13.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
06:02:13.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
06:02:13.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.25.125:33193
06:02:13.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
06:02:13.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
06:02:13.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
06:02:13.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46805/jwks.json
06:02:13.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
06:02:13.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
06:02:13.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
06:02:13.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
06:02:13.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
06:02:13.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskPAXEty/test-tmp/mini-kudu-cluster2432638536558916778/master-1/data/info.pb
06:02:13.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.25.125
06:02:13.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=39475
06:02:13.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
06:02:13.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
06:02:13.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
06:02:13.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
06:02:13.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
06:02:13.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskPAXEty/test-tmp/mini-kudu-cluster2432638536558916778/master-1/logs
06:02:13.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
06:02:13.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
06:02:13.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
06:02:13.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
06:02:13.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
06:02:13.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
06:02:13.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
06:02:13.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 07 Aug 2026 04:08:06 UTC on ccycloud.quasar-ikgopv.root.comops.site
06:02:13.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4571634
06:02:13.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
06:02:13.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:13.555421 28465 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
06:02:13.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:13.556711 28465 file_cache.cc:493] Constructed file cache file cache with capacity 419430
06:02:13.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 06:02:13.577761 28487 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:02:14.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:14.566242 28493 raft_consensus.cc:482] T 00000000000000000000000000000000 P 2191bfa2689b475296ae268e1fca523b [term 2 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
06:02:14.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:14.567647 28493 raft_consensus.cc:504] T 00000000000000000000000000000000 P 2191bfa2689b475296ae268e1fca523b [term 2 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "141afbca02b540dd857c0fb5f122e7ca" member_type: VOTER last_known_addr { host: "127.27.25.126" port: 43421 } } peers { permanent_uuid: "25bd457b564a43958eb61dea1ca13aae" member_type: VOTER last_known_addr { host: "127.27.25.125" port: 33193 } } peers { permanent_uuid: "2191bfa2689b475296ae268e1fca523b" member_type: VOTER last_known_addr { host: "127.27.25.124" port: 45379 } }
06:02:14.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 06:02:14.585922 28412 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.27.25.126:43421: connect: Connection refused (error 111)
06:02:14.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:14.593472 28493 leader_election.cc:288] T 00000000000000000000000000000000 P 2191bfa2689b475296ae268e1fca523b [CANDIDATE]: Term 3 pre-election: Requested pre-vote from peers 141afbca02b540dd857c0fb5f122e7ca (127.27.25.126:43421), 25bd457b564a43958eb61dea1ca13aae (127.27.25.125:33193)
06:02:14.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 06:02:14.600932 28412 leader_election.cc:334] T 00000000000000000000000000000000 P 2191bfa2689b475296ae268e1fca523b [CANDIDATE]: Term 3 pre-election: RPC error from VoteRequest() call to peer 141afbca02b540dd857c0fb5f122e7ca (127.27.25.126:43421): Network error: Client connection negotiation failed: client connection to 127.27.25.126:43421: connect: Connection refused (error 111)
06:02:14.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 06:02:14.601797 28414 leader_election.cc:334] T 00000000000000000000000000000000 P 2191bfa2689b475296ae268e1fca523b [CANDIDATE]: Term 3 pre-election: RPC error from VoteRequest() call to peer 25bd457b564a43958eb61dea1ca13aae (127.27.25.125:33193): Network error: Client connection negotiation failed: client connection to 127.27.25.125:33193: connect: Connection refused (error 111)
06:02:14.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:14.602413 28414 leader_election.cc:302] T 00000000000000000000000000000000 P 2191bfa2689b475296ae268e1fca523b [CANDIDATE]: Term 3 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 2191bfa2689b475296ae268e1fca523b; no voters: 141afbca02b540dd857c0fb5f122e7ca, 25bd457b564a43958eb61dea1ca13aae
06:02:14.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:14.604085 28493 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 2191bfa2689b475296ae268e1fca523b [term 2 FOLLOWER]: Leader pre-election lost for term 3. Reason: could not achieve majority
06:02:15.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 06:02:13.577800 28489 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:02:15.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 06:02:13.579420 28486 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:02:15.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 06:02:15.277566 28488 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
06:02:15.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:15.277766 28465 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
06:02:15.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:15.279354 28465 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
06:02:15.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:15.282814 28465 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
06:02:15.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:15.284273 28465 hybrid_clock.cc:648] HybridClock initialized: now 1786082535284186 us; error 86 us; skew 500 ppm
06:02:15.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:15.285531 28465 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
06:02:15.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 07 06:02:15 dist-test-slave-njxd krb5kdc[27760](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786082535, etypes {rep=17 tkt=17 ses=17}, kudu/127.27.25.125@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
06:02:15.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:15.293853 28465 init.cc:377] Logged in from keytab as kudu/127.27.25.125@KRBTEST.COM (short username kudu)
06:02:15.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:15.300115 28465 webserver.cc:460] Webserver started at http://127.27.25.125:39475/ using document root <none> and password file <none>
06:02:15.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:15.301374 28465 fs_manager.cc:359] Metadata directory not provided
06:02:15.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:15.301688 28465 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
06:02:15.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:15.312829 28465 fs_manager.cc:709] Time spent opening directory manager: real 0.007s user 0.006s sys 0.000s
06:02:15.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:15.319044 28502 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
06:02:15.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:15.320775 28465 fs_manager.cc:725] Time spent opening block manager: real 0.005s user 0.000s sys 0.005s
06:02:15.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:15.321311 28465 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskPAXEty/test-tmp/mini-kudu-cluster2432638536558916778/master-1/data,/tmp/dist-test-taskPAXEty/test-tmp/mini-kudu-cluster2432638536558916778/master-1/wal
06:02:15.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "25bd457b564a43958eb61dea1ca13aae"
06:02:15.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-07 06:01:55 on dist-test-slave-njxd"
06:02:15.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:15.324801 28465 fs_report.cc:383] FS layout report
06:02:15.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
06:02:15.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskPAXEty/test-tmp/mini-kudu-cluster2432638536558916778/master-1/wal
06:02:15.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskPAXEty/test-tmp/mini-kudu-cluster2432638536558916778/master-1/wal
06:02:15.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskPAXEty/test-tmp/mini-kudu-cluster2432638536558916778/master-1/data/data
06:02:15.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
06:02:15.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
06:02:15.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
06:02:15.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
06:02:15.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
06:02:15.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
06:02:15.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
06:02:15.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
06:02:15.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
06:02:15.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
06:02:15.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
06:02:15.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:15.373832 28465 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
06:02:15.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:15.383306 28465 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
06:02:15.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:15.384038 28465 kserver.cc:163] Server-wide thread pool size limit: 3276
06:02:15.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:15.480892 28465 rpc_server.cc:307] RPC server started. Bound to: 127.27.25.125:33193
06:02:15.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:15.481331 28554 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.27.25.125:33193 every 8 connection(s)
06:02:15.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:15.484671 28465 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskPAXEty/test-tmp/mini-kudu-cluster2432638536558916778/master-1/data/info.pb
06:02:15.487 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
06:02:15.487 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.27.25.126:43421
06:02:15.487 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 0
}
}
06:02:15.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:15.486222 27749 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskPAXEty/build/tsan/bin/kudu as pid 28465
06:02:15.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:15.489197 27749 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskPAXEty/build/tsan/bin/kudu
06:02:15.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskPAXEty/build/tsan/bin/kudu
06:02:15.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskPAXEty/test-tmp/mini-kudu-cluster2432638536558916778/master-0/wal
06:02:15.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskPAXEty/test-tmp/mini-kudu-cluster2432638536558916778/master-0/data
06:02:15.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
06:02:15.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
06:02:15.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
06:02:15.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
06:02:15.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
06:02:15.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
06:02:15.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskPAXEty/test-tmp/mini-kudu-cluster2432638536558916778/master-0/logs
06:02:15.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskPAXEty/test-tmp/mini-kudu-cluster2432638536558916778/master-0/data/info.pb
06:02:15.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
06:02:15.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
06:02:15.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
06:02:15.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
06:02:15.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
06:02:15.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
06:02:15.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
06:02:15.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
06:02:15.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
06:02:15.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
06:02:15.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
06:02:15.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
06:02:15.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.25.126:43421
06:02:15.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.25.126
06:02:15.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=35277
06:02:15.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskPAXEty/test-tmp/mini-kudu-cluster2432638536558916778/krb5kdc/kudu_127.27.25.126.keytab
06:02:15.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.27.25.126
06:02:15.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
06:02:15.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
06:02:15.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
06:02:15.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.25.84:46555
06:02:15.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
06:02:15.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
06:02:15.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
06:02:15.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
06:02:15.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.27.25.126:43421,127.27.25.125:33193,127.27.25.124:45379
06:02:15.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
06:02:15.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46805/jwks.json
06:02:15.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskPAXEty/test-tmp/mini-kudu-cluster2432638536558916778/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskPAXEty/test-tmp/mini-kudu-cluster2432638536558916778/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskPAXEty/test-tmp/mini-kudu-cluster2432638536558916778/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
06:02:15.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:15.512583 28555 sys_catalog.cc:263] Verifying existing consensus state
06:02:15.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:15.522673 28555 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 25bd457b564a43958eb61dea1ca13aae: Bootstrap starting.
06:02:15.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:15.574221 28555 log.cc:824] T 00000000000000000000000000000000 P 25bd457b564a43958eb61dea1ca13aae: Log is configured to *not* fsync() on all Append() calls
06:02:15.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:15.596392 28555 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 25bd457b564a43958eb61dea1ca13aae: Bootstrap replayed 1/1 log segments. Stats: ops{read=5 overwritten=0 applied=5 ignored=0} inserts{seen=3 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
06:02:15.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:15.597536 28555 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 25bd457b564a43958eb61dea1ca13aae: Bootstrap complete.
06:02:15.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:15.634271 28555 raft_consensus.cc:348] T 00000000000000000000000000000000 P 25bd457b564a43958eb61dea1ca13aae [term 2 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "141afbca02b540dd857c0fb5f122e7ca" member_type: VOTER last_known_addr { host: "127.27.25.126" port: 43421 } } peers { permanent_uuid: "25bd457b564a43958eb61dea1ca13aae" member_type: VOTER last_known_addr { host: "127.27.25.125" port: 33193 } } peers { permanent_uuid: "2191bfa2689b475296ae268e1fca523b" member_type: VOTER last_known_addr { host: "127.27.25.124" port: 45379 } }
06:02:15.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:15.638020 28555 raft_consensus.cc:729] T 00000000000000000000000000000000 P 25bd457b564a43958eb61dea1ca13aae [term 2 FOLLOWER]: Becoming Follower/Learner. State: Replica: 25bd457b564a43958eb61dea1ca13aae, State: Initialized, Role: FOLLOWER
06:02:15.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:15.639329 28555 consensus_queue.cc:260] T 00000000000000000000000000000000 P 25bd457b564a43958eb61dea1ca13aae [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 5, Last appended: 2.5, Last appended by leader: 5, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "141afbca02b540dd857c0fb5f122e7ca" member_type: VOTER last_known_addr { host: "127.27.25.126" port: 43421 } } peers { permanent_uuid: "25bd457b564a43958eb61dea1ca13aae" member_type: VOTER last_known_addr { host: "127.27.25.125" port: 33193 } } peers { permanent_uuid: "2191bfa2689b475296ae268e1fca523b" member_type: VOTER last_known_addr { host: "127.27.25.124" port: 45379 } }
06:02:15.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:15.642768 28559 sys_catalog.cc:455] T 00000000000000000000000000000000 P 25bd457b564a43958eb61dea1ca13aae [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 2 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "141afbca02b540dd857c0fb5f122e7ca" member_type: VOTER last_known_addr { host: "127.27.25.126" port: 43421 } } peers { permanent_uuid: "25bd457b564a43958eb61dea1ca13aae" member_type: VOTER last_known_addr { host: "127.27.25.125" port: 33193 } } peers { permanent_uuid: "2191bfa2689b475296ae268e1fca523b" member_type: VOTER last_known_addr { host: "127.27.25.124" port: 45379 } } }
06:02:15.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:15.643854 28559 sys_catalog.cc:458] T 00000000000000000000000000000000 P 25bd457b564a43958eb61dea1ca13aae [sys.catalog]: This master's current role is: FOLLOWER
06:02:15.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:15.644744 28555 sys_catalog.cc:564] T 00000000000000000000000000000000 P 25bd457b564a43958eb61dea1ca13aae [sys.catalog]: configured and running, proceeding with master startup.
06:02:15.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:15.691466 28570 catalog_manager.cc:1259] Loaded cluster ID: e5d22fc2af304269a35c43b9b3cd1477
06:02:15.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:15.692024 28570 catalog_manager.cc:1552] T 00000000000000000000000000000000 P 25bd457b564a43958eb61dea1ca13aae: loading cluster ID for follower catalog manager: success
06:02:15.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:15.702649 28570 catalog_manager.cc:1574] T 00000000000000000000000000000000 P 25bd457b564a43958eb61dea1ca13aae: acquiring CA information for follower catalog manager: success
06:02:15.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:15.709021 28570 catalog_manager.cc:1602] T 00000000000000000000000000000000 P 25bd457b564a43958eb61dea1ca13aae: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
06:02:15.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:15.685017 28465 master_runner.cc:186] Error getting master registration for 127.27.25.126:43421: Network error: Client connection negotiation failed: client connection to 127.27.25.126:43421: connect: Connection refused (error 111),
06:02:15.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:15.718320 28465 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
06:02:15.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 06:02:15.951880 28557 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
06:02:15.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 06:02:15.952554 28557 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
06:02:15.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 06:02:15.953397 28557 flags.cc:425] Enabled unsafe flag: --never_fsync=true
06:02:15.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 06:02:15.987892 28557 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
06:02:15.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 06:02:15.988185 28557 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
06:02:15.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 06:02:15.988652 28557 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
06:02:15.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 06:02:15.988986 28557 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
06:02:15.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 06:02:15.989297 28557 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
06:02:15.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 06:02:15.989614 28557 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
06:02:15.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 06:02:15.989840 28557 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:46805/jwks.json
06:02:16.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:16.034046 28557 master_runner.cc:386] Master server non-default flags:
06:02:16.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
06:02:16.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.25.84:46555
06:02:16.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
06:02:16.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
06:02:16.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskPAXEty/test-tmp/mini-kudu-cluster2432638536558916778/master-0/data
06:02:16.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskPAXEty/test-tmp/mini-kudu-cluster2432638536558916778/master-0/wal
06:02:16.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
06:02:16.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
06:02:16.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.27.25.126:43421,127.27.25.125:33193,127.27.25.124:45379
06:02:16.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskPAXEty/test-tmp/mini-kudu-cluster2432638536558916778/krb5kdc/kudu_127.27.25.126.keytab
06:02:16.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.27.25.126
06:02:16.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
06:02:16.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
06:02:16.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
06:02:16.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.25.126:43421
06:02:16.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
06:02:16.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
06:02:16.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
06:02:16.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46805/jwks.json
06:02:16.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
06:02:16.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
06:02:16.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
06:02:16.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
06:02:16.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
06:02:16.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskPAXEty/test-tmp/mini-kudu-cluster2432638536558916778/master-0/data/info.pb
06:02:16.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.25.126
06:02:16.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=35277
06:02:16.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
06:02:16.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
06:02:16.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
06:02:16.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
06:02:16.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
06:02:16.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskPAXEty/test-tmp/mini-kudu-cluster2432638536558916778/master-0/logs
06:02:16.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
06:02:16.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
06:02:16.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
06:02:16.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
06:02:16.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
06:02:16.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
06:02:16.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
06:02:16.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 07 Aug 2026 04:08:06 UTC on ccycloud.quasar-ikgopv.root.comops.site
06:02:16.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4571634
06:02:16.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
06:02:16.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:16.035534 28557 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
06:02:16.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:16.036846 28557 file_cache.cc:493] Constructed file cache file cache with capacity 419430
06:02:16.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 06:02:16.057000 28580 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:02:16.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:16.532651 28585 raft_consensus.cc:482] T 00000000000000000000000000000000 P 2191bfa2689b475296ae268e1fca523b [term 2 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
06:02:16.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:16.534284 28585 raft_consensus.cc:504] T 00000000000000000000000000000000 P 2191bfa2689b475296ae268e1fca523b [term 2 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "141afbca02b540dd857c0fb5f122e7ca" member_type: VOTER last_known_addr { host: "127.27.25.126" port: 43421 } } peers { permanent_uuid: "25bd457b564a43958eb61dea1ca13aae" member_type: VOTER last_known_addr { host: "127.27.25.125" port: 33193 } } peers { permanent_uuid: "2191bfa2689b475296ae268e1fca523b" member_type: VOTER last_known_addr { host: "127.27.25.124" port: 45379 } }
06:02:16.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:16.550856 28585 leader_election.cc:288] T 00000000000000000000000000000000 P 2191bfa2689b475296ae268e1fca523b [CANDIDATE]: Term 3 pre-election: Requested pre-vote from peers 141afbca02b540dd857c0fb5f122e7ca (127.27.25.126:43421), 25bd457b564a43958eb61dea1ca13aae (127.27.25.125:33193)
06:02:16.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 06:02:16.553979 28412 leader_election.cc:334] T 00000000000000000000000000000000 P 2191bfa2689b475296ae268e1fca523b [CANDIDATE]: Term 3 pre-election: RPC error from VoteRequest() call to peer 141afbca02b540dd857c0fb5f122e7ca (127.27.25.126:43421): Network error: Client connection negotiation failed: client connection to 127.27.25.126:43421: connect: Connection refused (error 111)
06:02:16.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:16.593554 28529 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "2191bfa2689b475296ae268e1fca523b" candidate_term: 3 candidate_status { last_received { term: 2 index: 5 } } ignore_live_leader: false dest_uuid: "25bd457b564a43958eb61dea1ca13aae" is_pre_election: true
06:02:16.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:16.595108 28529 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 25bd457b564a43958eb61dea1ca13aae [term 2 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 2191bfa2689b475296ae268e1fca523b in term 2.
06:02:16.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:16.597692 28414 leader_election.cc:302] T 00000000000000000000000000000000 P 2191bfa2689b475296ae268e1fca523b [CANDIDATE]: Term 3 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 2191bfa2689b475296ae268e1fca523b, 25bd457b564a43958eb61dea1ca13aae; no voters: 141afbca02b540dd857c0fb5f122e7ca
06:02:16.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:16.599556 28585 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 2191bfa2689b475296ae268e1fca523b [term 2 FOLLOWER]: Leader pre-election won for term 3
06:02:16.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:16.600023 28585 raft_consensus.cc:482] T 00000000000000000000000000000000 P 2191bfa2689b475296ae268e1fca523b [term 2 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
06:02:16.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:16.600452 28585 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 2191bfa2689b475296ae268e1fca523b [term 2 FOLLOWER]: Advancing to term 3
06:02:16.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:16.615661 28585 raft_consensus.cc:504] T 00000000000000000000000000000000 P 2191bfa2689b475296ae268e1fca523b [term 3 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "141afbca02b540dd857c0fb5f122e7ca" member_type: VOTER last_known_addr { host: "127.27.25.126" port: 43421 } } peers { permanent_uuid: "25bd457b564a43958eb61dea1ca13aae" member_type: VOTER last_known_addr { host: "127.27.25.125" port: 33193 } } peers { permanent_uuid: "2191bfa2689b475296ae268e1fca523b" member_type: VOTER last_known_addr { host: "127.27.25.124" port: 45379 } }
06:02:16.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:16.623497 28529 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "2191bfa2689b475296ae268e1fca523b" candidate_term: 3 candidate_status { last_received { term: 2 index: 5 } } ignore_live_leader: false dest_uuid: "25bd457b564a43958eb61dea1ca13aae"
06:02:16.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:16.624373 28529 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 25bd457b564a43958eb61dea1ca13aae [term 2 FOLLOWER]: Advancing to term 3
06:02:16.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 06:02:16.631457 28412 leader_election.cc:334] T 00000000000000000000000000000000 P 2191bfa2689b475296ae268e1fca523b [CANDIDATE]: Term 3 election: RPC error from VoteRequest() call to peer 141afbca02b540dd857c0fb5f122e7ca (127.27.25.126:43421): Network error: Client connection negotiation failed: client connection to 127.27.25.126:43421: connect: Connection refused (error 111)
06:02:16.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:16.642896 28529 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 25bd457b564a43958eb61dea1ca13aae [term 3 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 2191bfa2689b475296ae268e1fca523b in term 3.
06:02:16.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:16.643860 28585 leader_election.cc:288] T 00000000000000000000000000000000 P 2191bfa2689b475296ae268e1fca523b [CANDIDATE]: Term 3 election: Requested vote from peers 141afbca02b540dd857c0fb5f122e7ca (127.27.25.126:43421), 25bd457b564a43958eb61dea1ca13aae (127.27.25.125:33193)
06:02:16.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:16.646032 28414 leader_election.cc:302] T 00000000000000000000000000000000 P 2191bfa2689b475296ae268e1fca523b [CANDIDATE]: Term 3 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 2191bfa2689b475296ae268e1fca523b, 25bd457b564a43958eb61dea1ca13aae; no voters: 141afbca02b540dd857c0fb5f122e7ca
06:02:16.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:16.647953 28585 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 2191bfa2689b475296ae268e1fca523b [term 3 FOLLOWER]: Leader election won for term 3
06:02:16.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:16.659327 28585 raft_consensus.cc:686] T 00000000000000000000000000000000 P 2191bfa2689b475296ae268e1fca523b [term 3 LEADER]: Becoming Leader. State: Replica: 2191bfa2689b475296ae268e1fca523b, State: Running, Role: LEADER
06:02:16.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:16.661105 28585 consensus_queue.cc:237] T 00000000000000000000000000000000 P 2191bfa2689b475296ae268e1fca523b [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 5, Committed index: 5, Last appended: 2.5, Last appended by leader: 5, Current term: 3, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "141afbca02b540dd857c0fb5f122e7ca" member_type: VOTER last_known_addr { host: "127.27.25.126" port: 43421 } } peers { permanent_uuid: "25bd457b564a43958eb61dea1ca13aae" member_type: VOTER last_known_addr { host: "127.27.25.125" port: 33193 } } peers { permanent_uuid: "2191bfa2689b475296ae268e1fca523b" member_type: VOTER last_known_addr { host: "127.27.25.124" port: 45379 } }
06:02:16.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:16.678401 28590 sys_catalog.cc:455] T 00000000000000000000000000000000 P 2191bfa2689b475296ae268e1fca523b [sys.catalog]: SysCatalogTable state changed. Reason: New leader 2191bfa2689b475296ae268e1fca523b. Latest consensus state: current_term: 3 leader_uuid: "2191bfa2689b475296ae268e1fca523b" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "141afbca02b540dd857c0fb5f122e7ca" member_type: VOTER last_known_addr { host: "127.27.25.126" port: 43421 } } peers { permanent_uuid: "25bd457b564a43958eb61dea1ca13aae" member_type: VOTER last_known_addr { host: "127.27.25.125" port: 33193 } } peers { permanent_uuid: "2191bfa2689b475296ae268e1fca523b" member_type: VOTER last_known_addr { host: "127.27.25.124" port: 45379 } } }
06:02:16.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:16.680019 28590 sys_catalog.cc:458] T 00000000000000000000000000000000 P 2191bfa2689b475296ae268e1fca523b [sys.catalog]: This master's current role is: LEADER
06:02:16.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:16.694087 28593 catalog_manager.cc:1475] Loading table and tablet metadata into memory...
06:02:16.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:16.707568 28593 catalog_manager.cc:1484] Initializing Kudu cluster ID...
06:02:16.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:16.714016 28593 catalog_manager.cc:1259] Loaded cluster ID: e5d22fc2af304269a35c43b9b3cd1477
06:02:16.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:16.714773 28593 catalog_manager.cc:1495] Initializing Kudu internal certificate authority...
06:02:16.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:16.722929 28593 catalog_manager.cc:1504] Loading token signing keys...
06:02:16.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:16.729223 28593 catalog_manager.cc:5879] T 00000000000000000000000000000000 P 2191bfa2689b475296ae268e1fca523b: Loaded TSK: 0
06:02:16.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:16.732928 28593 catalog_manager.cc:1514] Initializing in-progress tserver states...
06:02:17.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:17.086477 28529 raft_consensus.cc:1261] T 00000000000000000000000000000000 P 25bd457b564a43958eb61dea1ca13aae [term 3 FOLLOWER]: Refusing update from remote peer 2191bfa2689b475296ae268e1fca523b: Log matching property violated. Preceding OpId in replica: term: 2 index: 5. Preceding OpId from leader: term: 3 index: 6. (index mismatch)
06:02:17.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:17.099743 28590 consensus_queue.cc:1035] T 00000000000000000000000000000000 P 2191bfa2689b475296ae268e1fca523b [LEADER]: Connected to new peer: Peer: permanent_uuid: "25bd457b564a43958eb61dea1ca13aae" member_type: VOTER last_known_addr { host: "127.27.25.125" port: 33193 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 6, Last known committed idx: 5, Time since last communication: 0.001s
06:02:17.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:17.153082 28585 sys_catalog.cc:455] T 00000000000000000000000000000000 P 2191bfa2689b475296ae268e1fca523b [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 3 leader_uuid: "2191bfa2689b475296ae268e1fca523b" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "141afbca02b540dd857c0fb5f122e7ca" member_type: VOTER last_known_addr { host: "127.27.25.126" port: 43421 } } peers { permanent_uuid: "25bd457b564a43958eb61dea1ca13aae" member_type: VOTER last_known_addr { host: "127.27.25.125" port: 33193 } } peers { permanent_uuid: "2191bfa2689b475296ae268e1fca523b" member_type: VOTER last_known_addr { host: "127.27.25.124" port: 45379 } } }
06:02:17.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:17.154323 28585 sys_catalog.cc:458] T 00000000000000000000000000000000 P 2191bfa2689b475296ae268e1fca523b [sys.catalog]: This master's current role is: LEADER
06:02:17.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:17.174845 28594 sys_catalog.cc:455] T 00000000000000000000000000000000 P 25bd457b564a43958eb61dea1ca13aae [sys.catalog]: SysCatalogTable state changed. Reason: New leader 2191bfa2689b475296ae268e1fca523b. Latest consensus state: current_term: 3 leader_uuid: "2191bfa2689b475296ae268e1fca523b" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "141afbca02b540dd857c0fb5f122e7ca" member_type: VOTER last_known_addr { host: "127.27.25.126" port: 43421 } } peers { permanent_uuid: "25bd457b564a43958eb61dea1ca13aae" member_type: VOTER last_known_addr { host: "127.27.25.125" port: 33193 } } peers { permanent_uuid: "2191bfa2689b475296ae268e1fca523b" member_type: VOTER last_known_addr { host: "127.27.25.124" port: 45379 } } }
06:02:17.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:17.177811 28594 sys_catalog.cc:458] T 00000000000000000000000000000000 P 25bd457b564a43958eb61dea1ca13aae [sys.catalog]: This master's current role is: FOLLOWER
06:02:17.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:17.181947 28594 sys_catalog.cc:455] T 00000000000000000000000000000000 P 25bd457b564a43958eb61dea1ca13aae [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 3 leader_uuid: "2191bfa2689b475296ae268e1fca523b" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "141afbca02b540dd857c0fb5f122e7ca" member_type: VOTER last_known_addr { host: "127.27.25.126" port: 43421 } } peers { permanent_uuid: "25bd457b564a43958eb61dea1ca13aae" member_type: VOTER last_known_addr { host: "127.27.25.125" port: 33193 } } peers { permanent_uuid: "2191bfa2689b475296ae268e1fca523b" member_type: VOTER last_known_addr { host: "127.27.25.124" port: 45379 } } }
06:02:17.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:17.182690 28594 sys_catalog.cc:458] T 00000000000000000000000000000000 P 25bd457b564a43958eb61dea1ca13aae [sys.catalog]: This master's current role is: FOLLOWER
06:02:17.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 06:02:17.183391 28412 outbound_call.cc:322] RPC callback for RPC call kudu.consensus.ConsensusService.UpdateConsensus -> {remote=127.27.25.126:43421, user_credentials={real_user=slave}} blocked reactor thread for 43609us
06:02:17.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 06:02:17.211676 28412 consensus_peers.cc:487] T 00000000000000000000000000000000 P 2191bfa2689b475296ae268e1fca523b -> Peer 141afbca02b540dd857c0fb5f122e7ca (127.27.25.126:43421): Couldn't send request to peer 141afbca02b540dd857c0fb5f122e7ca. Status: Network error: Client connection negotiation failed: client connection to 127.27.25.126:43421: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
06:02:17.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 06:02:16.061722 28579 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:02:17.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 06:02:16.057160 28582 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:02:17.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 06:02:17.594293 28581 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1534 milliseconds
06:02:17.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:17.594462 28557 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
06:02:17.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:17.596051 28557 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
06:02:17.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:17.599427 28557 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
06:02:17.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:17.600880 28557 hybrid_clock.cc:648] HybridClock initialized: now 1786082537600777 us; error 105 us; skew 500 ppm
06:02:17.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:17.602028 28557 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
06:02:17.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 07 06:02:17 dist-test-slave-njxd krb5kdc[27760](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786082537, etypes {rep=17 tkt=17 ses=17}, kudu/127.27.25.126@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
06:02:17.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:17.609769 28557 init.cc:377] Logged in from keytab as kudu/127.27.25.126@KRBTEST.COM (short username kudu)
06:02:17.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:17.615940 28557 webserver.cc:460] Webserver started at http://127.27.25.126:35277/ using document root <none> and password file <none>
06:02:17.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:17.617316 28557 fs_manager.cc:359] Metadata directory not provided
06:02:17.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:17.617616 28557 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
06:02:17.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:17.628947 28557 fs_manager.cc:709] Time spent opening directory manager: real 0.007s user 0.002s sys 0.004s
06:02:17.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:17.634738 28605 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
06:02:17.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:17.636066 28557 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.005s sys 0.000s
06:02:17.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:17.636482 28557 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskPAXEty/test-tmp/mini-kudu-cluster2432638536558916778/master-0/data,/tmp/dist-test-taskPAXEty/test-tmp/mini-kudu-cluster2432638536558916778/master-0/wal
06:02:17.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "141afbca02b540dd857c0fb5f122e7ca"
06:02:17.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-07 06:01:53 on dist-test-slave-njxd"
06:02:17.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:17.640043 28557 fs_report.cc:383] FS layout report
06:02:17.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
06:02:17.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskPAXEty/test-tmp/mini-kudu-cluster2432638536558916778/master-0/wal
06:02:17.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskPAXEty/test-tmp/mini-kudu-cluster2432638536558916778/master-0/wal
06:02:17.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskPAXEty/test-tmp/mini-kudu-cluster2432638536558916778/master-0/data/data
06:02:17.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
06:02:17.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
06:02:17.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
06:02:17.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
06:02:17.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
06:02:17.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
06:02:17.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
06:02:17.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
06:02:17.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
06:02:17.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
06:02:17.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
06:02:17.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:17.690060 28557 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
06:02:17.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:17.698606 28557 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
06:02:17.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:17.699250 28557 kserver.cc:163] Server-wide thread pool size limit: 3276
06:02:17.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:17.801301 28557 rpc_server.cc:307] RPC server started. Bound to: 127.27.25.126:43421
06:02:17.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:17.801337 28658 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.27.25.126:43421 every 8 connection(s)
06:02:17.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:17.805377 28557 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskPAXEty/test-tmp/mini-kudu-cluster2432638536558916778/master-0/data/info.pb
06:02:17.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:17.813884 27749 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskPAXEty/build/tsan/bin/kudu as pid 28557
06:02:17.814 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
06:02:17.815 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.27.25.124:45379(127.27.25.124:45379)] connecting to peer
06:02:17.817 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.27.25.124:45379(127.27.25.124:45379)] Successfully connected to peer
06:02:17.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:17.820027 28659 sys_catalog.cc:263] Verifying existing consensus state
06:02:17.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:17.828711 28659 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 141afbca02b540dd857c0fb5f122e7ca: Bootstrap starting.
06:02:17.846 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0xea630905, L:/127.0.0.1:59986 - R:/127.27.25.124:45379] using TOKEN/null
06:02:17.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:17.873559 28659 log.cc:824] T 00000000000000000000000000000000 P 141afbca02b540dd857c0fb5f122e7ca: Log is configured to *not* fsync() on all Append() calls
06:02:17.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:17.895900 28659 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 141afbca02b540dd857c0fb5f122e7ca: Bootstrap replayed 1/1 log segments. Stats: ops{read=5 overwritten=0 applied=5 ignored=0} inserts{seen=3 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
06:02:17.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:17.896934 28659 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 141afbca02b540dd857c0fb5f122e7ca: Bootstrap complete.
06:02:17.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:17.934048 28659 raft_consensus.cc:348] T 00000000000000000000000000000000 P 141afbca02b540dd857c0fb5f122e7ca [term 2 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "141afbca02b540dd857c0fb5f122e7ca" member_type: VOTER last_known_addr { host: "127.27.25.126" port: 43421 } } peers { permanent_uuid: "25bd457b564a43958eb61dea1ca13aae" member_type: VOTER last_known_addr { host: "127.27.25.125" port: 33193 } } peers { permanent_uuid: "2191bfa2689b475296ae268e1fca523b" member_type: VOTER last_known_addr { host: "127.27.25.124" port: 45379 } }
06:02:17.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:17.937899 28659 raft_consensus.cc:729] T 00000000000000000000000000000000 P 141afbca02b540dd857c0fb5f122e7ca [term 2 FOLLOWER]: Becoming Follower/Learner. State: Replica: 141afbca02b540dd857c0fb5f122e7ca, State: Initialized, Role: FOLLOWER
06:02:17.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:17.938983 28659 consensus_queue.cc:260] T 00000000000000000000000000000000 P 141afbca02b540dd857c0fb5f122e7ca [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 5, Last appended: 2.5, Last appended by leader: 5, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "141afbca02b540dd857c0fb5f122e7ca" member_type: VOTER last_known_addr { host: "127.27.25.126" port: 43421 } } peers { permanent_uuid: "25bd457b564a43958eb61dea1ca13aae" member_type: VOTER last_known_addr { host: "127.27.25.125" port: 33193 } } peers { permanent_uuid: "2191bfa2689b475296ae268e1fca523b" member_type: VOTER last_known_addr { host: "127.27.25.124" port: 45379 } }
06:02:17.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:17.942395 28663 sys_catalog.cc:455] T 00000000000000000000000000000000 P 141afbca02b540dd857c0fb5f122e7ca [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 2 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "141afbca02b540dd857c0fb5f122e7ca" member_type: VOTER last_known_addr { host: "127.27.25.126" port: 43421 } } peers { permanent_uuid: "25bd457b564a43958eb61dea1ca13aae" member_type: VOTER last_known_addr { host: "127.27.25.125" port: 33193 } } peers { permanent_uuid: "2191bfa2689b475296ae268e1fca523b" member_type: VOTER last_known_addr { host: "127.27.25.124" port: 45379 } } }
06:02:17.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:17.943178 28663 sys_catalog.cc:458] T 00000000000000000000000000000000 P 141afbca02b540dd857c0fb5f122e7ca [sys.catalog]: This master's current role is: FOLLOWER
06:02:17.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:17.943935 28659 sys_catalog.cc:564] T 00000000000000000000000000000000 P 141afbca02b540dd857c0fb5f122e7ca [sys.catalog]: configured and running, proceeding with master startup.
06:02:17.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:17.976769 28675 catalog_manager.cc:1259] Loaded cluster ID: e5d22fc2af304269a35c43b9b3cd1477
06:02:17.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:17.977068 28675 catalog_manager.cc:1552] T 00000000000000000000000000000000 P 141afbca02b540dd857c0fb5f122e7ca: loading cluster ID for follower catalog manager: success
06:02:17.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:17.982869 28675 catalog_manager.cc:1574] T 00000000000000000000000000000000 P 141afbca02b540dd857c0fb5f122e7ca: acquiring CA information for follower catalog manager: success
06:02:17.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:17.987275 28675 catalog_manager.cc:1602] T 00000000000000000000000000000000 P 141afbca02b540dd857c0fb5f122e7ca: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
06:02:18.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 07 06:02:18 dist-test-slave-njxd krb5kdc[27760](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786082537, etypes {rep=17 tkt=17 ses=17}, kudu/127.27.25.126@KRBTEST.COM for kudu/127.27.25.126@KRBTEST.COM
06:02:18.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:18.273406 28633 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 141afbca02b540dd857c0fb5f122e7ca [term 2 FOLLOWER]: Advancing to term 3
06:02:18.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:18.288528 28684 sys_catalog.cc:455] T 00000000000000000000000000000000 P 141afbca02b540dd857c0fb5f122e7ca [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 3 leader_uuid: "2191bfa2689b475296ae268e1fca523b" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "141afbca02b540dd857c0fb5f122e7ca" member_type: VOTER last_known_addr { host: "127.27.25.126" port: 43421 } } peers { permanent_uuid: "25bd457b564a43958eb61dea1ca13aae" member_type: VOTER last_known_addr { host: "127.27.25.125" port: 33193 } } peers { permanent_uuid: "2191bfa2689b475296ae268e1fca523b" member_type: VOTER last_known_addr { host: "127.27.25.124" port: 45379 } } }
06:02:18.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:18.289705 28684 sys_catalog.cc:458] T 00000000000000000000000000000000 P 141afbca02b540dd857c0fb5f122e7ca [sys.catalog]: This master's current role is: FOLLOWER
06:02:18.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:18.295462 28663 sys_catalog.cc:455] T 00000000000000000000000000000000 P 141afbca02b540dd857c0fb5f122e7ca [sys.catalog]: SysCatalogTable state changed. Reason: New leader 2191bfa2689b475296ae268e1fca523b. Latest consensus state: current_term: 3 leader_uuid: "2191bfa2689b475296ae268e1fca523b" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "141afbca02b540dd857c0fb5f122e7ca" member_type: VOTER last_known_addr { host: "127.27.25.126" port: 43421 } } peers { permanent_uuid: "25bd457b564a43958eb61dea1ca13aae" member_type: VOTER last_known_addr { host: "127.27.25.125" port: 33193 } } peers { permanent_uuid: "2191bfa2689b475296ae268e1fca523b" member_type: VOTER last_known_addr { host: "127.27.25.124" port: 45379 } } }
06:02:18.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:18.296288 28663 sys_catalog.cc:458] T 00000000000000000000000000000000 P 141afbca02b540dd857c0fb5f122e7ca [sys.catalog]: This master's current role is: FOLLOWER
06:02:18.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:18.709314 28680 sys_catalog.cc:455] T 00000000000000000000000000000000 P 2191bfa2689b475296ae268e1fca523b [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 3 leader_uuid: "2191bfa2689b475296ae268e1fca523b" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "141afbca02b540dd857c0fb5f122e7ca" member_type: VOTER last_known_addr { host: "127.27.25.126" port: 43421 } } peers { permanent_uuid: "25bd457b564a43958eb61dea1ca13aae" member_type: VOTER last_known_addr { host: "127.27.25.125" port: 33193 } } peers { permanent_uuid: "2191bfa2689b475296ae268e1fca523b" member_type: VOTER last_known_addr { host: "127.27.25.124" port: 45379 } } }
06:02:18.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:18.710964 28680 sys_catalog.cc:458] T 00000000000000000000000000000000 P 2191bfa2689b475296ae268e1fca523b [sys.catalog]: This master's current role is: LEADER
06:02:20.900 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.27.25.124:45379
06:02:20.900 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 2
}
}
06:02:20.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:20.901237 27749 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskPAXEty/build/tsan/bin/kudu with pid 28393
06:02:20.934 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.27.25.124:45379(127.27.25.124:45379)] handling channelInactive
06:02:20.935 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.25.124:45379(127.27.25.124:45379)] cleaning up while in state READY due to: connection closed
06:02:20.936 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
06:02:20.936 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.27.25.125:33193
06:02:20.936 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 1
}
}
06:02:20.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:20.936532 27749 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskPAXEty/build/tsan/bin/kudu with pid 28465
06:02:20.969 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
06:02:20.969 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.27.25.126:43421
06:02:20.970 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 0
}
}
06:02:20.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:20.970587 27749 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskPAXEty/build/tsan/bin/kudu with pid 28557
06:02:21.007 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
06:02:21.007 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.27.25.124:45379
06:02:21.007 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 2
}
}
06:02:21.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:21.010666 27749 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskPAXEty/build/tsan/bin/kudu
06:02:21.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskPAXEty/build/tsan/bin/kudu
06:02:21.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskPAXEty/test-tmp/mini-kudu-cluster2432638536558916778/master-2/wal
06:02:21.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskPAXEty/test-tmp/mini-kudu-cluster2432638536558916778/master-2/data
06:02:21.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
06:02:21.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
06:02:21.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
06:02:21.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
06:02:21.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
06:02:21.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
06:02:21.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskPAXEty/test-tmp/mini-kudu-cluster2432638536558916778/master-2/logs
06:02:21.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskPAXEty/test-tmp/mini-kudu-cluster2432638536558916778/master-2/data/info.pb
06:02:21.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
06:02:21.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
06:02:21.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
06:02:21.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
06:02:21.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
06:02:21.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
06:02:21.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
06:02:21.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
06:02:21.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
06:02:21.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
06:02:21.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
06:02:21.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
06:02:21.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.25.124:45379
06:02:21.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.25.124
06:02:21.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=34675
06:02:21.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskPAXEty/test-tmp/mini-kudu-cluster2432638536558916778/krb5kdc/kudu_127.27.25.124.keytab
06:02:21.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.27.25.124
06:02:21.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
06:02:21.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
06:02:21.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
06:02:21.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.25.84:46555
06:02:21.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
06:02:21.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
06:02:21.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
06:02:21.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
06:02:21.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.27.25.126:43421,127.27.25.125:33193,127.27.25.124:45379
06:02:21.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
06:02:21.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46805/jwks.json
06:02:21.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskPAXEty/test-tmp/mini-kudu-cluster2432638536558916778/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskPAXEty/test-tmp/mini-kudu-cluster2432638536558916778/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskPAXEty/test-tmp/mini-kudu-cluster2432638536558916778/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
06:02:21.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 06:02:21.357630 28695 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
06:02:21.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 06:02:21.358296 28695 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
06:02:21.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 06:02:21.359038 28695 flags.cc:425] Enabled unsafe flag: --never_fsync=true
06:02:21.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 06:02:21.392717 28695 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
06:02:21.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 06:02:21.393000 28695 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
06:02:21.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 06:02:21.393460 28695 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
06:02:21.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 06:02:21.393842 28695 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
06:02:21.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 06:02:21.394142 28695 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
06:02:21.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 06:02:21.394446 28695 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
06:02:21.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 06:02:21.394683 28695 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:46805/jwks.json
06:02:21.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:21.434150 28695 master_runner.cc:386] Master server non-default flags:
06:02:21.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
06:02:21.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.25.84:46555
06:02:21.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
06:02:21.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
06:02:21.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskPAXEty/test-tmp/mini-kudu-cluster2432638536558916778/master-2/data
06:02:21.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskPAXEty/test-tmp/mini-kudu-cluster2432638536558916778/master-2/wal
06:02:21.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
06:02:21.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
06:02:21.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.27.25.126:43421,127.27.25.125:33193,127.27.25.124:45379
06:02:21.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskPAXEty/test-tmp/mini-kudu-cluster2432638536558916778/krb5kdc/kudu_127.27.25.124.keytab
06:02:21.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.27.25.124
06:02:21.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
06:02:21.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
06:02:21.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
06:02:21.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.25.124:45379
06:02:21.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
06:02:21.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
06:02:21.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
06:02:21.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46805/jwks.json
06:02:21.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
06:02:21.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
06:02:21.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
06:02:21.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
06:02:21.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
06:02:21.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskPAXEty/test-tmp/mini-kudu-cluster2432638536558916778/master-2/data/info.pb
06:02:21.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.25.124
06:02:21.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=34675
06:02:21.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
06:02:21.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
06:02:21.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
06:02:21.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
06:02:21.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
06:02:21.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskPAXEty/test-tmp/mini-kudu-cluster2432638536558916778/master-2/logs
06:02:21.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
06:02:21.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
06:02:21.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
06:02:21.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
06:02:21.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
06:02:21.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
06:02:21.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
06:02:21.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 07 Aug 2026 04:08:06 UTC on ccycloud.quasar-ikgopv.root.comops.site
06:02:21.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4571634
06:02:21.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
06:02:21.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:21.435779 28695 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
06:02:21.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:21.437188 28695 file_cache.cc:493] Constructed file cache file cache with capacity 419430
06:02:21.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 06:02:21.455750 28701 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:02:22.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 06:02:21.455809 28704 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:02:22.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:21.457178 28695 server_base.cc:1034] running on GCE node
06:02:22.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 06:02:21.455965 28702 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:02:22.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:22.701344 28695 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
06:02:22.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:22.704573 28695 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
06:02:22.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:22.706007 28695 hybrid_clock.cc:648] HybridClock initialized: now 1786082542705975 us; error 49 us; skew 500 ppm
06:02:22.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:22.706809 28695 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
06:02:22.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 07 06:02:22 dist-test-slave-njxd krb5kdc[27760](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786082542, etypes {rep=17 tkt=17 ses=17}, kudu/127.27.25.124@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
06:02:22.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:22.713023 28695 init.cc:377] Logged in from keytab as kudu/127.27.25.124@KRBTEST.COM (short username kudu)
06:02:22.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:22.719023 28695 webserver.cc:460] Webserver started at http://127.27.25.124:34675/ using document root <none> and password file <none>
06:02:22.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:22.720059 28695 fs_manager.cc:359] Metadata directory not provided
06:02:22.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:22.720261 28695 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
06:02:22.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:22.728700 28695 fs_manager.cc:709] Time spent opening directory manager: real 0.006s user 0.006s sys 0.000s
06:02:22.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:22.733361 28713 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
06:02:22.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:22.734525 28695 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.003s sys 0.000s
06:02:22.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:22.734835 28695 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskPAXEty/test-tmp/mini-kudu-cluster2432638536558916778/master-2/data,/tmp/dist-test-taskPAXEty/test-tmp/mini-kudu-cluster2432638536558916778/master-2/wal
06:02:22.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2191bfa2689b475296ae268e1fca523b"
06:02:22.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-07 06:01:57 on dist-test-slave-njxd"
06:02:22.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:22.737244 28695 fs_report.cc:383] FS layout report
06:02:22.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
06:02:22.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskPAXEty/test-tmp/mini-kudu-cluster2432638536558916778/master-2/wal
06:02:22.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskPAXEty/test-tmp/mini-kudu-cluster2432638536558916778/master-2/wal
06:02:22.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskPAXEty/test-tmp/mini-kudu-cluster2432638536558916778/master-2/data/data
06:02:22.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
06:02:22.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
06:02:22.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
06:02:22.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
06:02:22.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
06:02:22.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
06:02:22.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
06:02:22.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
06:02:22.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
06:02:22.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
06:02:22.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
06:02:22.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:22.788496 28695 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
06:02:22.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:22.794705 28695 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
06:02:22.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:22.795137 28695 kserver.cc:163] Server-wide thread pool size limit: 3276
06:02:22.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:22.870939 28695 rpc_server.cc:307] RPC server started. Bound to: 127.27.25.124:45379
06:02:22.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:22.871063 28765 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.27.25.124:45379 every 8 connection(s)
06:02:22.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:22.873878 28695 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskPAXEty/test-tmp/mini-kudu-cluster2432638536558916778/master-2/data/info.pb
06:02:22.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:22.882294 27749 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskPAXEty/build/tsan/bin/kudu as pid 28695
06:02:22.883 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
06:02:22.883 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.27.25.125:33193
06:02:22.883 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 1
}
}
06:02:22.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:22.885078 27749 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskPAXEty/build/tsan/bin/kudu
06:02:22.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskPAXEty/build/tsan/bin/kudu
06:02:22.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskPAXEty/test-tmp/mini-kudu-cluster2432638536558916778/master-1/wal
06:02:22.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskPAXEty/test-tmp/mini-kudu-cluster2432638536558916778/master-1/data
06:02:22.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
06:02:22.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
06:02:22.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
06:02:22.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
06:02:22.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
06:02:22.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
06:02:22.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskPAXEty/test-tmp/mini-kudu-cluster2432638536558916778/master-1/logs
06:02:22.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskPAXEty/test-tmp/mini-kudu-cluster2432638536558916778/master-1/data/info.pb
06:02:22.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
06:02:22.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
06:02:22.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
06:02:22.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
06:02:22.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
06:02:22.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
06:02:22.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
06:02:22.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
06:02:22.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
06:02:22.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
06:02:22.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
06:02:22.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
06:02:22.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.25.125:33193
06:02:22.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.25.125
06:02:22.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=39475
06:02:22.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskPAXEty/test-tmp/mini-kudu-cluster2432638536558916778/krb5kdc/kudu_127.27.25.125.keytab
06:02:22.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.27.25.125
06:02:22.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
06:02:22.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
06:02:22.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
06:02:22.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.25.84:46555
06:02:22.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
06:02:22.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
06:02:22.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
06:02:22.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
06:02:22.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.27.25.126:43421,127.27.25.125:33193,127.27.25.124:45379
06:02:22.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
06:02:22.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46805/jwks.json
06:02:22.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskPAXEty/test-tmp/mini-kudu-cluster2432638536558916778/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskPAXEty/test-tmp/mini-kudu-cluster2432638536558916778/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskPAXEty/test-tmp/mini-kudu-cluster2432638536558916778/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
06:02:22.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:22.885888 28766 sys_catalog.cc:263] Verifying existing consensus state
06:02:22.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:22.894143 28766 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 2191bfa2689b475296ae268e1fca523b: Bootstrap starting.
06:02:22.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:22.936424 28766 log.cc:824] T 00000000000000000000000000000000 P 2191bfa2689b475296ae268e1fca523b: Log is configured to *not* fsync() on all Append() calls
06:02:22.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:22.954821 28766 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 2191bfa2689b475296ae268e1fca523b: Bootstrap replayed 1/1 log segments. Stats: ops{read=6 overwritten=0 applied=6 ignored=0} inserts{seen=3 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
06:02:22.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:22.955590 28766 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 2191bfa2689b475296ae268e1fca523b: Bootstrap complete.
06:02:22.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:22.980921 28766 raft_consensus.cc:348] T 00000000000000000000000000000000 P 2191bfa2689b475296ae268e1fca523b [term 3 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "141afbca02b540dd857c0fb5f122e7ca" member_type: VOTER last_known_addr { host: "127.27.25.126" port: 43421 } } peers { permanent_uuid: "25bd457b564a43958eb61dea1ca13aae" member_type: VOTER last_known_addr { host: "127.27.25.125" port: 33193 } } peers { permanent_uuid: "2191bfa2689b475296ae268e1fca523b" member_type: VOTER last_known_addr { host: "127.27.25.124" port: 45379 } }
06:02:22.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:22.983274 28766 raft_consensus.cc:729] T 00000000000000000000000000000000 P 2191bfa2689b475296ae268e1fca523b [term 3 FOLLOWER]: Becoming Follower/Learner. State: Replica: 2191bfa2689b475296ae268e1fca523b, State: Initialized, Role: FOLLOWER
06:02:22.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:22.984264 28766 consensus_queue.cc:260] T 00000000000000000000000000000000 P 2191bfa2689b475296ae268e1fca523b [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 6, Last appended: 3.6, Last appended by leader: 6, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "141afbca02b540dd857c0fb5f122e7ca" member_type: VOTER last_known_addr { host: "127.27.25.126" port: 43421 } } peers { permanent_uuid: "25bd457b564a43958eb61dea1ca13aae" member_type: VOTER last_known_addr { host: "127.27.25.125" port: 33193 } } peers { permanent_uuid: "2191bfa2689b475296ae268e1fca523b" member_type: VOTER last_known_addr { host: "127.27.25.124" port: 45379 } }
06:02:22.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:22.987586 28771 sys_catalog.cc:455] T 00000000000000000000000000000000 P 2191bfa2689b475296ae268e1fca523b [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 3 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "141afbca02b540dd857c0fb5f122e7ca" member_type: VOTER last_known_addr { host: "127.27.25.126" port: 43421 } } peers { permanent_uuid: "25bd457b564a43958eb61dea1ca13aae" member_type: VOTER last_known_addr { host: "127.27.25.125" port: 33193 } } peers { permanent_uuid: "2191bfa2689b475296ae268e1fca523b" member_type: VOTER last_known_addr { host: "127.27.25.124" port: 45379 } } }
06:02:22.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:22.988556 28771 sys_catalog.cc:458] T 00000000000000000000000000000000 P 2191bfa2689b475296ae268e1fca523b [sys.catalog]: This master's current role is: FOLLOWER
06:02:22.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:22.990069 28766 sys_catalog.cc:564] T 00000000000000000000000000000000 P 2191bfa2689b475296ae268e1fca523b [sys.catalog]: configured and running, proceeding with master startup.
06:02:23.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:23.046286 28782 catalog_manager.cc:1259] Loaded cluster ID: e5d22fc2af304269a35c43b9b3cd1477
06:02:23.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:23.046772 28782 catalog_manager.cc:1552] T 00000000000000000000000000000000 P 2191bfa2689b475296ae268e1fca523b: loading cluster ID for follower catalog manager: success
06:02:23.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:23.055496 28782 catalog_manager.cc:1574] T 00000000000000000000000000000000 P 2191bfa2689b475296ae268e1fca523b: acquiring CA information for follower catalog manager: success
06:02:23.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:23.062644 28782 catalog_manager.cc:1602] T 00000000000000000000000000000000 P 2191bfa2689b475296ae268e1fca523b: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
06:02:23.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:23.030012 28695 master_runner.cc:186] Error getting master registration for 127.27.25.126:43421: Network error: Client connection negotiation failed: client connection to 127.27.25.126:43421: connect: Connection refused (error 111),
06:02:23.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:23.068533 28695 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
06:02:23.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 06:02:23.266206 28768 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
06:02:23.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 06:02:23.266989 28768 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
06:02:23.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 06:02:23.267970 28768 flags.cc:425] Enabled unsafe flag: --never_fsync=true
06:02:23.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 06:02:23.301617 28768 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
06:02:23.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 06:02:23.301946 28768 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
06:02:23.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 06:02:23.302482 28768 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
06:02:23.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 06:02:23.302740 28768 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
06:02:23.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 06:02:23.302938 28768 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
06:02:23.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 06:02:23.303133 28768 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
06:02:23.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 06:02:23.303272 28768 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:46805/jwks.json
06:02:23.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:23.342206 28768 master_runner.cc:386] Master server non-default flags:
06:02:23.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
06:02:23.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.25.84:46555
06:02:23.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
06:02:23.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
06:02:23.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskPAXEty/test-tmp/mini-kudu-cluster2432638536558916778/master-1/data
06:02:23.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskPAXEty/test-tmp/mini-kudu-cluster2432638536558916778/master-1/wal
06:02:23.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
06:02:23.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
06:02:23.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.27.25.126:43421,127.27.25.125:33193,127.27.25.124:45379
06:02:23.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskPAXEty/test-tmp/mini-kudu-cluster2432638536558916778/krb5kdc/kudu_127.27.25.125.keytab
06:02:23.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.27.25.125
06:02:23.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
06:02:23.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
06:02:23.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
06:02:23.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.25.125:33193
06:02:23.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
06:02:23.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
06:02:23.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
06:02:23.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46805/jwks.json
06:02:23.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
06:02:23.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
06:02:23.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
06:02:23.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
06:02:23.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
06:02:23.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskPAXEty/test-tmp/mini-kudu-cluster2432638536558916778/master-1/data/info.pb
06:02:23.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.25.125
06:02:23.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=39475
06:02:23.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
06:02:23.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
06:02:23.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
06:02:23.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
06:02:23.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
06:02:23.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskPAXEty/test-tmp/mini-kudu-cluster2432638536558916778/master-1/logs
06:02:23.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
06:02:23.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
06:02:23.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
06:02:23.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
06:02:23.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
06:02:23.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
06:02:23.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
06:02:23.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 07 Aug 2026 04:08:06 UTC on ccycloud.quasar-ikgopv.root.comops.site
06:02:23.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4571634
06:02:23.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
06:02:23.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:23.343387 28768 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
06:02:23.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:23.344424 28768 file_cache.cc:493] Constructed file cache file cache with capacity 419430
06:02:23.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 06:02:23.370641 28791 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:02:24.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:24.328922 28796 raft_consensus.cc:482] T 00000000000000000000000000000000 P 2191bfa2689b475296ae268e1fca523b [term 3 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
06:02:24.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:24.329733 28796 raft_consensus.cc:504] T 00000000000000000000000000000000 P 2191bfa2689b475296ae268e1fca523b [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "141afbca02b540dd857c0fb5f122e7ca" member_type: VOTER last_known_addr { host: "127.27.25.126" port: 43421 } } peers { permanent_uuid: "25bd457b564a43958eb61dea1ca13aae" member_type: VOTER last_known_addr { host: "127.27.25.125" port: 33193 } } peers { permanent_uuid: "2191bfa2689b475296ae268e1fca523b" member_type: VOTER last_known_addr { host: "127.27.25.124" port: 45379 } }
06:02:24.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 06:02:24.360643 28714 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.27.25.126:43421: connect: Connection refused (error 111)
06:02:24.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:24.367594 28796 leader_election.cc:288] T 00000000000000000000000000000000 P 2191bfa2689b475296ae268e1fca523b [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers 141afbca02b540dd857c0fb5f122e7ca (127.27.25.126:43421), 25bd457b564a43958eb61dea1ca13aae (127.27.25.125:33193)
06:02:24.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 06:02:24.379314 28714 leader_election.cc:334] T 00000000000000000000000000000000 P 2191bfa2689b475296ae268e1fca523b [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer 141afbca02b540dd857c0fb5f122e7ca (127.27.25.126:43421): Network error: Client connection negotiation failed: client connection to 127.27.25.126:43421: connect: Connection refused (error 111)
06:02:24.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 06:02:24.393149 28716 leader_election.cc:334] T 00000000000000000000000000000000 P 2191bfa2689b475296ae268e1fca523b [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer 25bd457b564a43958eb61dea1ca13aae (127.27.25.125:33193): Network error: Client connection negotiation failed: client connection to 127.27.25.125:33193: connect: Connection refused (error 111)
06:02:24.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:24.393784 28716 leader_election.cc:302] T 00000000000000000000000000000000 P 2191bfa2689b475296ae268e1fca523b [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 2191bfa2689b475296ae268e1fca523b; no voters: 141afbca02b540dd857c0fb5f122e7ca, 25bd457b564a43958eb61dea1ca13aae
06:02:24.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:24.394761 28796 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 2191bfa2689b475296ae268e1fca523b [term 3 FOLLOWER]: Leader pre-election lost for term 4. Reason: could not achieve majority
06:02:25.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 06:02:24.760064 28789 debug-util.cc:398] Leaking SignalData structure 0x7b0800014920 after lost signal to thread 28768
06:02:25.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 06:02:25.184193 28789 kernel_stack_watchdog.cc:198] Thread 28768 stuck at /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/util/thread.cc:637 for 389ms:
06:02:25.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
06:02:25.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
06:02:25.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
06:02:25.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
06:02:25.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 06:02:25.185555 28768 thread.cc:636] OpenStack (cloud detector) Time spent creating pthread: real 1.817s user 0.499s sys 1.140s
06:02:25.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 06:02:25.186136 28768 thread.cc:602] OpenStack (cloud detector) Time spent starting thread: real 1.818s user 0.499s sys 1.140s
06:02:25.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 06:02:25.187458 28793 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:02:25.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 06:02:23.370805 28790 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:02:25.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:25.192001 28768 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
06:02:25.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 06:02:25.192603 28792 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1816 milliseconds
06:02:25.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:25.194101 28768 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
06:02:25.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:25.202872 28768 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
06:02:25.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:25.205924 28768 hybrid_clock.cc:648] HybridClock initialized: now 1786082545205845 us; error 92 us; skew 500 ppm
06:02:25.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:25.207253 28768 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
06:02:25.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 07 06:02:25 dist-test-slave-njxd krb5kdc[27760](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786082545, etypes {rep=17 tkt=17 ses=17}, kudu/127.27.25.125@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
06:02:25.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:25.220818 28768 init.cc:377] Logged in from keytab as kudu/127.27.25.125@KRBTEST.COM (short username kudu)
06:02:25.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:25.227411 28768 webserver.cc:460] Webserver started at http://127.27.25.125:39475/ using document root <none> and password file <none>
06:02:25.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:25.228753 28768 fs_manager.cc:359] Metadata directory not provided
06:02:25.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:25.229048 28768 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
06:02:25.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:25.241048 28768 fs_manager.cc:709] Time spent opening directory manager: real 0.007s user 0.006s sys 0.000s
06:02:25.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:25.247812 28805 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
06:02:25.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:25.249181 28768 fs_manager.cc:725] Time spent opening block manager: real 0.005s user 0.003s sys 0.003s
06:02:25.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:25.249521 28768 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskPAXEty/test-tmp/mini-kudu-cluster2432638536558916778/master-1/data,/tmp/dist-test-taskPAXEty/test-tmp/mini-kudu-cluster2432638536558916778/master-1/wal
06:02:25.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "25bd457b564a43958eb61dea1ca13aae"
06:02:25.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-07 06:01:55 on dist-test-slave-njxd"
06:02:25.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:25.252526 28768 fs_report.cc:383] FS layout report
06:02:25.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
06:02:25.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskPAXEty/test-tmp/mini-kudu-cluster2432638536558916778/master-1/wal
06:02:25.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskPAXEty/test-tmp/mini-kudu-cluster2432638536558916778/master-1/wal
06:02:25.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskPAXEty/test-tmp/mini-kudu-cluster2432638536558916778/master-1/data/data
06:02:25.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
06:02:25.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
06:02:25.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
06:02:25.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
06:02:25.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
06:02:25.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
06:02:25.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
06:02:25.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
06:02:25.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
06:02:25.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
06:02:25.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
06:02:25.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:25.300431 28768 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
06:02:25.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:25.307307 28768 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
06:02:25.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:25.307765 28768 kserver.cc:163] Server-wide thread pool size limit: 3276
06:02:25.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:25.416360 28768 rpc_server.cc:307] RPC server started. Bound to: 127.27.25.125:33193
06:02:25.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:25.416544 28856 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.27.25.125:33193 every 8 connection(s)
06:02:25.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:25.420001 28768 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskPAXEty/test-tmp/mini-kudu-cluster2432638536558916778/master-1/data/info.pb
06:02:25.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:25.428164 27749 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskPAXEty/build/tsan/bin/kudu as pid 28768
06:02:25.428 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
06:02:25.429 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.27.25.126:43421
06:02:25.429 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 0
}
}
06:02:25.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:25.430925 27749 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskPAXEty/build/tsan/bin/kudu
06:02:25.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskPAXEty/build/tsan/bin/kudu
06:02:25.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskPAXEty/test-tmp/mini-kudu-cluster2432638536558916778/master-0/wal
06:02:25.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskPAXEty/test-tmp/mini-kudu-cluster2432638536558916778/master-0/data
06:02:25.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
06:02:25.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
06:02:25.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
06:02:25.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
06:02:25.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
06:02:25.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
06:02:25.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskPAXEty/test-tmp/mini-kudu-cluster2432638536558916778/master-0/logs
06:02:25.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskPAXEty/test-tmp/mini-kudu-cluster2432638536558916778/master-0/data/info.pb
06:02:25.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
06:02:25.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
06:02:25.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
06:02:25.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
06:02:25.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
06:02:25.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
06:02:25.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
06:02:25.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
06:02:25.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
06:02:25.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
06:02:25.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
06:02:25.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
06:02:25.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.25.126:43421
06:02:25.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.25.126
06:02:25.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=35277
06:02:25.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskPAXEty/test-tmp/mini-kudu-cluster2432638536558916778/krb5kdc/kudu_127.27.25.126.keytab
06:02:25.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.27.25.126
06:02:25.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
06:02:25.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
06:02:25.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
06:02:25.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.25.84:46555
06:02:25.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
06:02:25.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
06:02:25.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
06:02:25.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
06:02:25.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.27.25.126:43421,127.27.25.125:33193,127.27.25.124:45379
06:02:25.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
06:02:25.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46805/jwks.json
06:02:25.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskPAXEty/test-tmp/mini-kudu-cluster2432638536558916778/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskPAXEty/test-tmp/mini-kudu-cluster2432638536558916778/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskPAXEty/test-tmp/mini-kudu-cluster2432638536558916778/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
06:02:25.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:25.434201 28857 sys_catalog.cc:263] Verifying existing consensus state
06:02:25.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:25.442407 28857 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 25bd457b564a43958eb61dea1ca13aae: Bootstrap starting.
06:02:25.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:25.502543 28857 log.cc:824] T 00000000000000000000000000000000 P 25bd457b564a43958eb61dea1ca13aae: Log is configured to *not* fsync() on all Append() calls
06:02:25.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:25.530023 28857 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 25bd457b564a43958eb61dea1ca13aae: Bootstrap replayed 1/1 log segments. Stats: ops{read=6 overwritten=0 applied=6 ignored=0} inserts{seen=3 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
06:02:25.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:25.530926 28857 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 25bd457b564a43958eb61dea1ca13aae: Bootstrap complete.
06:02:25.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:25.566933 28857 raft_consensus.cc:348] T 00000000000000000000000000000000 P 25bd457b564a43958eb61dea1ca13aae [term 3 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "141afbca02b540dd857c0fb5f122e7ca" member_type: VOTER last_known_addr { host: "127.27.25.126" port: 43421 } } peers { permanent_uuid: "25bd457b564a43958eb61dea1ca13aae" member_type: VOTER last_known_addr { host: "127.27.25.125" port: 33193 } } peers { permanent_uuid: "2191bfa2689b475296ae268e1fca523b" member_type: VOTER last_known_addr { host: "127.27.25.124" port: 45379 } }
06:02:25.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:25.569525 28857 raft_consensus.cc:729] T 00000000000000000000000000000000 P 25bd457b564a43958eb61dea1ca13aae [term 3 FOLLOWER]: Becoming Follower/Learner. State: Replica: 25bd457b564a43958eb61dea1ca13aae, State: Initialized, Role: FOLLOWER
06:02:25.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:25.570762 28857 consensus_queue.cc:260] T 00000000000000000000000000000000 P 25bd457b564a43958eb61dea1ca13aae [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 6, Last appended: 3.6, Last appended by leader: 6, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "141afbca02b540dd857c0fb5f122e7ca" member_type: VOTER last_known_addr { host: "127.27.25.126" port: 43421 } } peers { permanent_uuid: "25bd457b564a43958eb61dea1ca13aae" member_type: VOTER last_known_addr { host: "127.27.25.125" port: 33193 } } peers { permanent_uuid: "2191bfa2689b475296ae268e1fca523b" member_type: VOTER last_known_addr { host: "127.27.25.124" port: 45379 } }
06:02:25.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:25.573880 28862 sys_catalog.cc:455] T 00000000000000000000000000000000 P 25bd457b564a43958eb61dea1ca13aae [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 3 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "141afbca02b540dd857c0fb5f122e7ca" member_type: VOTER last_known_addr { host: "127.27.25.126" port: 43421 } } peers { permanent_uuid: "25bd457b564a43958eb61dea1ca13aae" member_type: VOTER last_known_addr { host: "127.27.25.125" port: 33193 } } peers { permanent_uuid: "2191bfa2689b475296ae268e1fca523b" member_type: VOTER last_known_addr { host: "127.27.25.124" port: 45379 } } }
06:02:25.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:25.574903 28862 sys_catalog.cc:458] T 00000000000000000000000000000000 P 25bd457b564a43958eb61dea1ca13aae [sys.catalog]: This master's current role is: FOLLOWER
06:02:25.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:25.575943 28857 sys_catalog.cc:564] T 00000000000000000000000000000000 P 25bd457b564a43958eb61dea1ca13aae [sys.catalog]: configured and running, proceeding with master startup.
06:02:25.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:25.630887 28873 catalog_manager.cc:1259] Loaded cluster ID: e5d22fc2af304269a35c43b9b3cd1477
06:02:25.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:25.631408 28873 catalog_manager.cc:1552] T 00000000000000000000000000000000 P 25bd457b564a43958eb61dea1ca13aae: loading cluster ID for follower catalog manager: success
06:02:25.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:25.639940 28873 catalog_manager.cc:1574] T 00000000000000000000000000000000 P 25bd457b564a43958eb61dea1ca13aae: acquiring CA information for follower catalog manager: success
06:02:25.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:25.646637 28873 catalog_manager.cc:1602] T 00000000000000000000000000000000 P 25bd457b564a43958eb61dea1ca13aae: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
06:02:25.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:25.610368 28768 master_runner.cc:186] Error getting master registration for 127.27.25.126:43421: Network error: Client connection negotiation failed: client connection to 127.27.25.126:43421: connect: Connection refused (error 111),
06:02:25.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:25.648130 28768 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
06:02:25.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 06:02:25.954202 28859 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
06:02:25.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 06:02:25.954895 28859 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
06:02:25.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 06:02:25.955586 28859 flags.cc:425] Enabled unsafe flag: --never_fsync=true
06:02:26.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 06:02:26.024619 28859 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
06:02:26.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 06:02:26.025161 28859 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
06:02:26.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 06:02:26.025734 28859 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
06:02:26.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 06:02:26.026218 28859 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
06:02:26.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 06:02:26.026671 28859 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
06:02:26.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 06:02:26.027097 28859 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
06:02:26.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 06:02:26.027438 28859 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:46805/jwks.json
06:02:26.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:26.072959 28859 master_runner.cc:386] Master server non-default flags:
06:02:26.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
06:02:26.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.25.84:46555
06:02:26.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
06:02:26.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
06:02:26.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskPAXEty/test-tmp/mini-kudu-cluster2432638536558916778/master-0/data
06:02:26.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskPAXEty/test-tmp/mini-kudu-cluster2432638536558916778/master-0/wal
06:02:26.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
06:02:26.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
06:02:26.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.27.25.126:43421,127.27.25.125:33193,127.27.25.124:45379
06:02:26.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskPAXEty/test-tmp/mini-kudu-cluster2432638536558916778/krb5kdc/kudu_127.27.25.126.keytab
06:02:26.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.27.25.126
06:02:26.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
06:02:26.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
06:02:26.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
06:02:26.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.25.126:43421
06:02:26.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
06:02:26.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
06:02:26.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
06:02:26.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46805/jwks.json
06:02:26.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
06:02:26.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
06:02:26.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
06:02:26.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
06:02:26.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
06:02:26.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskPAXEty/test-tmp/mini-kudu-cluster2432638536558916778/master-0/data/info.pb
06:02:26.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.25.126
06:02:26.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=35277
06:02:26.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
06:02:26.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
06:02:26.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
06:02:26.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
06:02:26.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
06:02:26.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskPAXEty/test-tmp/mini-kudu-cluster2432638536558916778/master-0/logs
06:02:26.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
06:02:26.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
06:02:26.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
06:02:26.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
06:02:26.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
06:02:26.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
06:02:26.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
06:02:26.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 07 Aug 2026 04:08:06 UTC on ccycloud.quasar-ikgopv.root.comops.site
06:02:26.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4571634
06:02:26.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
06:02:26.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:26.074518 28859 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
06:02:26.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:26.076339 28859 file_cache.cc:493] Constructed file cache file cache with capacity 419430
06:02:26.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 06:02:26.103579 28884 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:02:26.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:26.474949 28890 raft_consensus.cc:482] T 00000000000000000000000000000000 P 2191bfa2689b475296ae268e1fca523b [term 3 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
06:02:26.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:26.475967 28890 raft_consensus.cc:504] T 00000000000000000000000000000000 P 2191bfa2689b475296ae268e1fca523b [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "141afbca02b540dd857c0fb5f122e7ca" member_type: VOTER last_known_addr { host: "127.27.25.126" port: 43421 } } peers { permanent_uuid: "25bd457b564a43958eb61dea1ca13aae" member_type: VOTER last_known_addr { host: "127.27.25.125" port: 33193 } } peers { permanent_uuid: "2191bfa2689b475296ae268e1fca523b" member_type: VOTER last_known_addr { host: "127.27.25.124" port: 45379 } }
06:02:26.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:26.491554 28890 leader_election.cc:288] T 00000000000000000000000000000000 P 2191bfa2689b475296ae268e1fca523b [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers 141afbca02b540dd857c0fb5f122e7ca (127.27.25.126:43421), 25bd457b564a43958eb61dea1ca13aae (127.27.25.125:33193)
06:02:26.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 06:02:26.513270 28714 leader_election.cc:334] T 00000000000000000000000000000000 P 2191bfa2689b475296ae268e1fca523b [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer 141afbca02b540dd857c0fb5f122e7ca (127.27.25.126:43421): Network error: Client connection negotiation failed: client connection to 127.27.25.126:43421: connect: Connection refused (error 111)
06:02:26.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:26.534468 28832 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "2191bfa2689b475296ae268e1fca523b" candidate_term: 4 candidate_status { last_received { term: 3 index: 6 } } ignore_live_leader: false dest_uuid: "25bd457b564a43958eb61dea1ca13aae" is_pre_election: true
06:02:26.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:26.535728 28832 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 25bd457b564a43958eb61dea1ca13aae [term 3 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 2191bfa2689b475296ae268e1fca523b in term 3.
06:02:26.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:26.537737 28716 leader_election.cc:302] T 00000000000000000000000000000000 P 2191bfa2689b475296ae268e1fca523b [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 2191bfa2689b475296ae268e1fca523b, 25bd457b564a43958eb61dea1ca13aae; no voters: 141afbca02b540dd857c0fb5f122e7ca
06:02:26.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:26.539309 28890 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 2191bfa2689b475296ae268e1fca523b [term 3 FOLLOWER]: Leader pre-election won for term 4
06:02:26.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:26.539753 28890 raft_consensus.cc:482] T 00000000000000000000000000000000 P 2191bfa2689b475296ae268e1fca523b [term 3 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
06:02:26.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:26.540127 28890 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 2191bfa2689b475296ae268e1fca523b [term 3 FOLLOWER]: Advancing to term 4
06:02:26.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:26.587697 28890 raft_consensus.cc:504] T 00000000000000000000000000000000 P 2191bfa2689b475296ae268e1fca523b [term 4 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "141afbca02b540dd857c0fb5f122e7ca" member_type: VOTER last_known_addr { host: "127.27.25.126" port: 43421 } } peers { permanent_uuid: "25bd457b564a43958eb61dea1ca13aae" member_type: VOTER last_known_addr { host: "127.27.25.125" port: 33193 } } peers { permanent_uuid: "2191bfa2689b475296ae268e1fca523b" member_type: VOTER last_known_addr { host: "127.27.25.124" port: 45379 } }
06:02:26.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:26.601656 28890 leader_election.cc:288] T 00000000000000000000000000000000 P 2191bfa2689b475296ae268e1fca523b [CANDIDATE]: Term 4 election: Requested vote from peers 141afbca02b540dd857c0fb5f122e7ca (127.27.25.126:43421), 25bd457b564a43958eb61dea1ca13aae (127.27.25.125:33193)
06:02:26.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:26.602519 28832 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "2191bfa2689b475296ae268e1fca523b" candidate_term: 4 candidate_status { last_received { term: 3 index: 6 } } ignore_live_leader: false dest_uuid: "25bd457b564a43958eb61dea1ca13aae"
06:02:26.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:26.603196 28832 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 25bd457b564a43958eb61dea1ca13aae [term 3 FOLLOWER]: Advancing to term 4
06:02:26.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 06:02:26.612709 28714 leader_election.cc:334] T 00000000000000000000000000000000 P 2191bfa2689b475296ae268e1fca523b [CANDIDATE]: Term 4 election: RPC error from VoteRequest() call to peer 141afbca02b540dd857c0fb5f122e7ca (127.27.25.126:43421): Network error: Client connection negotiation failed: client connection to 127.27.25.126:43421: connect: Connection refused (error 111)
06:02:26.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:26.636826 28832 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 25bd457b564a43958eb61dea1ca13aae [term 4 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 2191bfa2689b475296ae268e1fca523b in term 4.
06:02:26.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:26.638484 28716 leader_election.cc:302] T 00000000000000000000000000000000 P 2191bfa2689b475296ae268e1fca523b [CANDIDATE]: Term 4 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 2191bfa2689b475296ae268e1fca523b, 25bd457b564a43958eb61dea1ca13aae; no voters: 141afbca02b540dd857c0fb5f122e7ca
06:02:26.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:26.640182 28890 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 2191bfa2689b475296ae268e1fca523b [term 4 FOLLOWER]: Leader election won for term 4
06:02:26.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:26.655053 28890 raft_consensus.cc:686] T 00000000000000000000000000000000 P 2191bfa2689b475296ae268e1fca523b [term 4 LEADER]: Becoming Leader. State: Replica: 2191bfa2689b475296ae268e1fca523b, State: Running, Role: LEADER
06:02:26.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:26.656615 28890 consensus_queue.cc:237] T 00000000000000000000000000000000 P 2191bfa2689b475296ae268e1fca523b [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 6, Committed index: 6, Last appended: 3.6, Last appended by leader: 6, Current term: 4, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "141afbca02b540dd857c0fb5f122e7ca" member_type: VOTER last_known_addr { host: "127.27.25.126" port: 43421 } } peers { permanent_uuid: "25bd457b564a43958eb61dea1ca13aae" member_type: VOTER last_known_addr { host: "127.27.25.125" port: 33193 } } peers { permanent_uuid: "2191bfa2689b475296ae268e1fca523b" member_type: VOTER last_known_addr { host: "127.27.25.124" port: 45379 } }
06:02:26.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:26.677634 28895 sys_catalog.cc:455] T 00000000000000000000000000000000 P 2191bfa2689b475296ae268e1fca523b [sys.catalog]: SysCatalogTable state changed. Reason: New leader 2191bfa2689b475296ae268e1fca523b. Latest consensus state: current_term: 4 leader_uuid: "2191bfa2689b475296ae268e1fca523b" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "141afbca02b540dd857c0fb5f122e7ca" member_type: VOTER last_known_addr { host: "127.27.25.126" port: 43421 } } peers { permanent_uuid: "25bd457b564a43958eb61dea1ca13aae" member_type: VOTER last_known_addr { host: "127.27.25.125" port: 33193 } } peers { permanent_uuid: "2191bfa2689b475296ae268e1fca523b" member_type: VOTER last_known_addr { host: "127.27.25.124" port: 45379 } } }
06:02:26.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:26.680101 28895 sys_catalog.cc:458] T 00000000000000000000000000000000 P 2191bfa2689b475296ae268e1fca523b [sys.catalog]: This master's current role is: LEADER
06:02:26.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:26.686780 28897 catalog_manager.cc:1475] Loading table and tablet metadata into memory...
06:02:26.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:26.710510 28897 catalog_manager.cc:1484] Initializing Kudu cluster ID...
06:02:26.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:26.737491 28897 catalog_manager.cc:1259] Loaded cluster ID: e5d22fc2af304269a35c43b9b3cd1477
06:02:26.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:26.738560 28897 catalog_manager.cc:1495] Initializing Kudu internal certificate authority...
06:02:26.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:26.749974 28897 catalog_manager.cc:1504] Loading token signing keys...
06:02:26.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:26.764904 28897 catalog_manager.cc:5879] T 00000000000000000000000000000000 P 2191bfa2689b475296ae268e1fca523b: Loaded TSK: 0
06:02:26.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:26.768505 28897 catalog_manager.cc:1514] Initializing in-progress tserver states...
06:02:27.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 06:02:27.062626 28714 consensus_peers.cc:487] T 00000000000000000000000000000000 P 2191bfa2689b475296ae268e1fca523b -> Peer 141afbca02b540dd857c0fb5f122e7ca (127.27.25.126:43421): Couldn't send request to peer 141afbca02b540dd857c0fb5f122e7ca. Status: Network error: Client connection negotiation failed: client connection to 127.27.25.126:43421: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
06:02:27.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:27.063087 28832 raft_consensus.cc:1261] T 00000000000000000000000000000000 P 25bd457b564a43958eb61dea1ca13aae [term 4 FOLLOWER]: Refusing update from remote peer 2191bfa2689b475296ae268e1fca523b: Log matching property violated. Preceding OpId in replica: term: 3 index: 6. Preceding OpId from leader: term: 4 index: 7. (index mismatch)
06:02:27.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:27.065186 28895 consensus_queue.cc:1035] T 00000000000000000000000000000000 P 2191bfa2689b475296ae268e1fca523b [LEADER]: Connected to new peer: Peer: permanent_uuid: "25bd457b564a43958eb61dea1ca13aae" member_type: VOTER last_known_addr { host: "127.27.25.125" port: 33193 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 7, Last known committed idx: 6, Time since last communication: 0.000s
06:02:27.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:27.105461 28899 sys_catalog.cc:455] T 00000000000000000000000000000000 P 25bd457b564a43958eb61dea1ca13aae [sys.catalog]: SysCatalogTable state changed. Reason: New leader 2191bfa2689b475296ae268e1fca523b. Latest consensus state: current_term: 4 leader_uuid: "2191bfa2689b475296ae268e1fca523b" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "141afbca02b540dd857c0fb5f122e7ca" member_type: VOTER last_known_addr { host: "127.27.25.126" port: 43421 } } peers { permanent_uuid: "25bd457b564a43958eb61dea1ca13aae" member_type: VOTER last_known_addr { host: "127.27.25.125" port: 33193 } } peers { permanent_uuid: "2191bfa2689b475296ae268e1fca523b" member_type: VOTER last_known_addr { host: "127.27.25.124" port: 45379 } } }
06:02:27.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:27.116555 28899 sys_catalog.cc:458] T 00000000000000000000000000000000 P 25bd457b564a43958eb61dea1ca13aae [sys.catalog]: This master's current role is: FOLLOWER
06:02:27.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:27.131651 28890 sys_catalog.cc:455] T 00000000000000000000000000000000 P 2191bfa2689b475296ae268e1fca523b [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 4 leader_uuid: "2191bfa2689b475296ae268e1fca523b" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "141afbca02b540dd857c0fb5f122e7ca" member_type: VOTER last_known_addr { host: "127.27.25.126" port: 43421 } } peers { permanent_uuid: "25bd457b564a43958eb61dea1ca13aae" member_type: VOTER last_known_addr { host: "127.27.25.125" port: 33193 } } peers { permanent_uuid: "2191bfa2689b475296ae268e1fca523b" member_type: VOTER last_known_addr { host: "127.27.25.124" port: 45379 } } }
06:02:27.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:27.132726 28890 sys_catalog.cc:458] T 00000000000000000000000000000000 P 2191bfa2689b475296ae268e1fca523b [sys.catalog]: This master's current role is: LEADER
06:02:27.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:27.139812 28899 sys_catalog.cc:455] T 00000000000000000000000000000000 P 25bd457b564a43958eb61dea1ca13aae [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 4 leader_uuid: "2191bfa2689b475296ae268e1fca523b" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "141afbca02b540dd857c0fb5f122e7ca" member_type: VOTER last_known_addr { host: "127.27.25.126" port: 43421 } } peers { permanent_uuid: "25bd457b564a43958eb61dea1ca13aae" member_type: VOTER last_known_addr { host: "127.27.25.125" port: 33193 } } peers { permanent_uuid: "2191bfa2689b475296ae268e1fca523b" member_type: VOTER last_known_addr { host: "127.27.25.124" port: 45379 } } }
06:02:27.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:27.141211 28899 sys_catalog.cc:458] T 00000000000000000000000000000000 P 25bd457b564a43958eb61dea1ca13aae [sys.catalog]: This master's current role is: FOLLOWER
06:02:28.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:28.071646 28695 master_runner.cc:186] Error getting master registration for 127.27.25.126:43421: Network error: Client connection negotiation failed: client connection to 127.27.25.126:43421: connect: Connection refused (error 111),
06:02:28.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:28.072149 28695 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
06:02:28.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 06:02:27.492787 28883 debug-util.cc:398] Leaking SignalData structure 0x7b0800014920 after lost signal to thread 28859
06:02:28.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 06:02:26.110169 28885 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:02:28.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 06:02:28.084371 28859 thread.cc:636] OpenStack (cloud detector) Time spent creating pthread: real 1.979s user 0.565s sys 0.909s
06:02:28.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 06:02:28.085847 28859 thread.cc:602] OpenStack (cloud detector) Time spent starting thread: real 1.980s user 0.565s sys 0.909s
06:02:28.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 06:02:28.087423 28886 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
06:02:28.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 06:02:28.088603 28887 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:02:28.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:28.088553 28859 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
06:02:28.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:28.092448 28859 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
06:02:28.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:28.095558 28859 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
06:02:28.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:28.096938 28859 hybrid_clock.cc:648] HybridClock initialized: now 1786082548096899 us; error 48 us; skew 500 ppm
06:02:28.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:28.097922 28859 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
06:02:28.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 07 06:02:28 dist-test-slave-njxd krb5kdc[27760](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786082548, etypes {rep=17 tkt=17 ses=17}, kudu/127.27.25.126@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
06:02:28.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:28.105913 28859 init.cc:377] Logged in from keytab as kudu/127.27.25.126@KRBTEST.COM (short username kudu)
06:02:28.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:28.112777 28859 webserver.cc:460] Webserver started at http://127.27.25.126:35277/ using document root <none> and password file <none>
06:02:28.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:28.113909 28859 fs_manager.cc:359] Metadata directory not provided
06:02:28.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:28.114187 28859 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
06:02:28.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:28.123317 28859 fs_manager.cc:709] Time spent opening directory manager: real 0.006s user 0.004s sys 0.004s
06:02:28.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:28.127955 28911 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
06:02:28.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:28.129097 28859 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.002s sys 0.002s
06:02:28.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:28.129383 28859 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskPAXEty/test-tmp/mini-kudu-cluster2432638536558916778/master-0/data,/tmp/dist-test-taskPAXEty/test-tmp/mini-kudu-cluster2432638536558916778/master-0/wal
06:02:28.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "141afbca02b540dd857c0fb5f122e7ca"
06:02:28.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-07 06:01:53 on dist-test-slave-njxd"
06:02:28.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:28.131906 28859 fs_report.cc:383] FS layout report
06:02:28.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
06:02:28.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskPAXEty/test-tmp/mini-kudu-cluster2432638536558916778/master-0/wal
06:02:28.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskPAXEty/test-tmp/mini-kudu-cluster2432638536558916778/master-0/wal
06:02:28.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskPAXEty/test-tmp/mini-kudu-cluster2432638536558916778/master-0/data/data
06:02:28.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
06:02:28.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
06:02:28.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
06:02:28.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
06:02:28.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
06:02:28.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
06:02:28.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
06:02:28.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
06:02:28.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
06:02:28.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
06:02:28.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
06:02:28.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:28.191676 28859 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
06:02:28.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:28.199658 28859 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
06:02:28.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:28.200210 28859 kserver.cc:163] Server-wide thread pool size limit: 3276
06:02:28.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:28.305956 28859 rpc_server.cc:307] RPC server started. Bound to: 127.27.25.126:43421
06:02:28.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:28.306025 28964 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.27.25.126:43421 every 8 connection(s)
06:02:28.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:28.308859 28859 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskPAXEty/test-tmp/mini-kudu-cluster2432638536558916778/master-0/data/info.pb
06:02:28.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:28.310554 27749 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskPAXEty/build/tsan/bin/kudu as pid 28859
06:02:28.312 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
06:02:28.312 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.27.25.124:45379(127.27.25.124:45379)] connecting to peer
06:02:28.316 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.27.25.124:45379(127.27.25.124:45379)] Successfully connected to peer
06:02:28.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:28.324962 28965 sys_catalog.cc:263] Verifying existing consensus state
06:02:28.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:28.333163 28965 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 141afbca02b540dd857c0fb5f122e7ca: Bootstrap starting.
06:02:28.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 06:02:28.333395 28967 negotiation.cc:344] Unauthorized connection attempt: Server connection negotiation failed: server connection from 127.0.0.1:51540: token expired
06:02:28.338 [DEBUG - kudu-nio-0] (Negotiator.java:352) peer /127.27.25.124:45379 sent connection negotiation error: Not authorized: token expired
06:02:28.339 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.27.25.124:45379(127.27.25.124:45379)] handling channelInactive
06:02:28.339 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.25.124:45379(127.27.25.124:45379)] cleaning up while in state NEGOTIATION_FAILED due to: connection closed
06:02:28.343 [DEBUG - kudu-nio-0] (Connection.java:748) [peer master-127.27.25.124:45379(127.27.25.124:45379)] connecting to peer
06:02:28.346 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.27.25.124:45379(127.27.25.124:45379)] Successfully connected to peer
06:02:28.346 [DEBUG - kudu-nio-0] (Connection.java:748) [peer master-127.27.25.125:33193(127.27.25.125:33193)] connecting to peer
06:02:28.348 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.25.124:45379(127.27.25.124:45379)] cleaning up while in state NEGOTIATING due to: server requires authentication, but client does not have Kerberos credentials (tgt). Authentication tokens were not used because this connection will be used to acquire a new token and therefore requires primary credentials
06:02:28.348 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.25.124:45379: server requires authentication, but client does not have Kerberos credentials (tgt). Authentication tokens were not used because this connection will be used to acquire a new token and therefore requires primary credentials
06:02:28.348 [DEBUG - kudu-nio-0] (Connection.java:748) [peer master-127.27.25.126:43421(127.27.25.126:43421)] connecting to peer
06:02:28.348 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.27.25.124:45379(127.27.25.124:45379)] handling channelInactive
06:02:28.353 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.27.25.125:33193(127.27.25.125:33193)] Successfully connected to peer
06:02:28.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 06:02:28.354588 28967 negotiation.cc:337] Failed RPC negotiation. Trace:
06:02:28.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0807 06:02:28.344935 (+ 0us) reactor.cc:625] Submitting negotiation task for server connection from 127.0.0.1:51554 (local address 127.27.25.124:45379)
06:02:28.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0807 06:02:28.345479 (+ 544us) server_negotiation.cc:206] Beginning negotiation
06:02:28.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0807 06:02:28.345504 (+ 25us) server_negotiation.cc:399] Waiting for connection header
06:02:28.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0807 06:02:28.346993 (+ 1489us) server_negotiation.cc:407] Connection header received
06:02:28.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0807 06:02:28.347159 (+ 166us) server_negotiation.cc:365] Received NEGOTIATE NegotiatePB request
06:02:28.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0807 06:02:28.347177 (+ 18us) server_negotiation.cc:461] Received NEGOTIATE request from client
06:02:28.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0807 06:02:28.347399 (+ 222us) server_negotiation.cc:377] Sending NEGOTIATE NegotiatePB response
06:02:28.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0807 06:02:28.347623 (+ 224us) server_negotiation.cc:226] Negotiated authn=SASL
06:02:28.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0807 06:02:28.350875 (+ 3252us) negotiation.cc:327] Negotiation complete: Network error: Server connection negotiation failed: server connection from 127.0.0.1:51554: BlockingRecv error: recv got EOF from 127.0.0.1:51554 (error 108)
06:02:28.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"server-negotiator.queue_time_us":110}
06:02:28.358 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.27.25.126:43421(127.27.25.126:43421)] Successfully connected to peer
06:02:28.377 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.25.125:33193(127.27.25.125:33193)] cleaning up while in state NEGOTIATING due to: server requires authentication, but client does not have Kerberos credentials (tgt). Authentication tokens were not used because this connection will be used to acquire a new token and therefore requires primary credentials
06:02:28.377 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.25.125:33193: server requires authentication, but client does not have Kerberos credentials (tgt). Authentication tokens were not used because this connection will be used to acquire a new token and therefore requires primary credentials
06:02:28.378 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.27.25.125:33193(127.27.25.125:33193)] handling channelInactive
06:02:28.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 06:02:28.381667 28968 negotiation.cc:337] Failed RPC negotiation. Trace:
06:02:28.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0807 06:02:28.353263 (+ 0us) reactor.cc:625] Submitting negotiation task for server connection from 127.0.0.1:51962 (local address 127.27.25.125:33193)
06:02:28.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0807 06:02:28.375220 (+ 21957us) server_negotiation.cc:206] Beginning negotiation
06:02:28.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0807 06:02:28.375249 (+ 29us) server_negotiation.cc:399] Waiting for connection header
06:02:28.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0807 06:02:28.375307 (+ 58us) server_negotiation.cc:407] Connection header received
06:02:28.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0807 06:02:28.375471 (+ 164us) server_negotiation.cc:365] Received NEGOTIATE NegotiatePB request
06:02:28.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0807 06:02:28.375500 (+ 29us) server_negotiation.cc:461] Received NEGOTIATE request from client
06:02:28.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0807 06:02:28.375845 (+ 345us) server_negotiation.cc:377] Sending NEGOTIATE NegotiatePB response
06:02:28.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0807 06:02:28.379390 (+ 3545us) server_negotiation.cc:226] Negotiated authn=SASL
06:02:28.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0807 06:02:28.380196 (+ 806us) negotiation.cc:327] Negotiation complete: Network error: Server connection negotiation failed: server connection from 127.0.0.1:51962: BlockingRecv error: recv got EOF from 127.0.0.1:51962 (error 108)
06:02:28.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"server-negotiator.queue_time_us":21226,"thread_start_us":21569,"threads_started":1}
06:02:28.396 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.25.126:43421(127.27.25.126:43421)] cleaning up while in state NEGOTIATING due to: server requires authentication, but client does not have Kerberos credentials (tgt). Authentication tokens were not used because this connection will be used to acquire a new token and therefore requires primary credentials
06:02:28.397 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.25.126:43421: server requires authentication, but client does not have Kerberos credentials (tgt). Authentication tokens were not used because this connection will be used to acquire a new token and therefore requires primary credentials
06:02:28.398 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.27.25.126:43421(127.27.25.126:43421)] handling channelInactive
06:02:28.400 [DEBUG - Time-limited test] (Connection.java:575) [peer master-127.27.25.126:43421(127.27.25.126:43421)] disconnecting while in state TERMINATED
06:02:28.400 [DEBUG - Time-limited test] (Connection.java:575) [peer master-127.27.25.124:45379(127.27.25.124:45379)] disconnecting while in state TERMINATED
06:02:28.400 [DEBUG - Time-limited test] (Connection.java:575) [peer master-127.27.25.125:33193(127.27.25.125:33193)] disconnecting while in state TERMINATED
06:02:28.401 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2704) Releasing all remaining resources
06:02:28.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 06:02:28.402927 28969 negotiation.cc:337] Failed RPC negotiation. Trace:
06:02:28.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0807 06:02:28.359452 (+ 0us) reactor.cc:625] Submitting negotiation task for server connection from 127.0.0.1:36846 (local address 127.27.25.126:43421)
06:02:28.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0807 06:02:28.385745 (+ 26293us) server_negotiation.cc:206] Beginning negotiation
06:02:28.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0807 06:02:28.385802 (+ 57us) server_negotiation.cc:399] Waiting for connection header
06:02:28.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0807 06:02:28.385915 (+ 113us) server_negotiation.cc:407] Connection header received
06:02:28.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0807 06:02:28.394786 (+ 8871us) server_negotiation.cc:365] Received NEGOTIATE NegotiatePB request
06:02:28.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0807 06:02:28.395010 (+ 224us) server_negotiation.cc:461] Received NEGOTIATE request from client
06:02:28.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0807 06:02:28.395628 (+ 618us) server_negotiation.cc:377] Sending NEGOTIATE NegotiatePB response
06:02:28.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0807 06:02:28.396239 (+ 611us) server_negotiation.cc:226] Negotiated authn=SASL
06:02:28.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0807 06:02:28.398344 (+ 2105us) negotiation.cc:327] Negotiation complete: Network error: Server connection negotiation failed: server connection from 127.0.0.1:36846: BlockingRecv error: recv got EOF from 127.0.0.1:36846 (error 108)
06:02:28.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"server-negotiator.queue_time_us":25648,"thread_start_us":24806,"threads_started":1}
06:02:28.406 [DEBUG - main] (AsyncKuduClient.java:2704) Releasing all remaining resources
06:02:28.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:28.421106 28965 log.cc:824] T 00000000000000000000000000000000 P 141afbca02b540dd857c0fb5f122e7ca: Log is configured to *not* fsync() on all Append() calls
06:02:28.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:28.427152 27749 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskPAXEty/build/tsan/bin/kudu with pid 28859
06:02:28.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:28.454097 27749 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskPAXEty/build/tsan/bin/kudu with pid 28768
06:02:28.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 06:02:28.485219 28716 connection.cc:535] client connection to 127.27.25.125:33193 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
06:02:28.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:28.485832 27749 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskPAXEty/build/tsan/bin/kudu with pid 28695
06:02:29.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-07T06:02:29Z chronyd exiting
06:02:30.820 [DEBUG - main] (AsyncKuduClient.java:2704) Releasing all remaining resources
06:02:30.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:30.821895 27020 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskPAXEty/build/tsan/bin/kudu with pid 27303
06:02:30.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:30.853268 27020 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskPAXEty/build/tsan/bin/kudu with pid 27464
06:02:30.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:30.882669 27020 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskPAXEty/build/tsan/bin/kudu with pid 27607
06:02:30.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:30.914006 27020 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskPAXEty/build/tsan/bin/kudu with pid 27032
06:02:30.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:30.952523 27020 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskPAXEty/build/tsan/bin/kudu with pid 27103
06:02:30.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 06:02:30.989956 27206 connection.cc:535] client connection to 127.26.99.61:34829 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
06:02:30.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260807 06:02:30.990643 27206 proxy.cc:239] Call had error, refreshing address and retrying: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
06:02:30.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260807 06:02:30.990885 27020 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskPAXEty/build/tsan/bin/kudu with pid 27179
06:02:32.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-07T06:02:32Z chronyd exiting
06:02:33.185 [ERROR - main] (RetryRule.java:206) org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectExpires: failed attempt 1
org.apache.kudu.client.NonRecoverableException: cannot re-acquire authentication token after 5 attempts (Couldn't find a valid master in (127.27.25.124:45379,127.27.25.125:33193,127.27.25.126:43421). Exceptions received: [org.apache.kudu.client.NonRecoverableException: server requires authentication, but client does not have Kerberos credentials (tgt). Authentication tokens were not used because this connection will be used to acquire a new token and therefore requires primary credentials, org.apache.kudu.client.NonRecoverableException: server requires authentication, but client does not have Kerberos credentials (tgt). Authentication tokens were not used because this connection will be used to acquire a new token and therefore requires primary credentials, org.apache.kudu.client.NonRecoverableException: server requires authentication, but client does not have Kerberos credentials (tgt). Authentication tokens were not used because this connection will be used to acquire a new token and therefore requires primary credentials])
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110) ~[main/:?]
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564) ~[main/:?]
at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263) ~[main/:?]
at org.apache.kudu.client.TestSecurity$3.get(TestSecurity.java:386) ~[test/:?]
at org.apache.kudu.test.junit.AssertHelpers.assertEventuallyTrue(AssertHelpers.java:40) ~[kudu-test-utils-1.18.0-SNAPSHOT-unshaded.jar:1.18.0-SNAPSHOT]
at org.apache.kudu.client.TestSecurity.assertEventualAuthenticationFailure(TestSecurity.java:378) ~[test/:?]
at org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectExpires(TestSecurity.java:412) ~[test/:?]
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362]
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362]
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362]
at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362]
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_362]
at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362]
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.AuthnTokenReacquirer$1NewAuthnTokenErrB.call(AuthnTokenReacquirer.java:158) ~[main/:?]
at org.apache.kudu.client.AuthnTokenReacquirer$1NewAuthnTokenErrB.call(AuthnTokenReacquirer.java:141) ~[main/:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:268) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376) ~[main/:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277) ~[main/:?]
at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331) ~[main/:?]
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:256) ~[main/:?]
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154) ~[main/:?]
at org.apache.kudu.client.Connection.cleanup(Connection.java:737) ~[main/:?]
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455) ~[main/:?]
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:325) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireExceptionCaught(AbstractChannelHandlerContext.java:317) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.ChannelInboundHandlerAdapter.exceptionCaught(ChannelInboundHandlerAdapter.java:143) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:447) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362]
org.apache.kudu.client.NonRecoverableException: cannot re-acquire authentication token after 5 attempts (Couldn't find a valid master in (127.27.25.124:45379,127.27.25.125:33193,127.27.25.126:43421). Exceptions received: [org.apache.kudu.client.NonRecoverableException: server requires authentication, but client does not have Kerberos credentials (tgt). Authentication tokens were not used because this connection will be used to acquire a new token and therefore requires primary credentials, org.apache.kudu.client.NonRecoverableException: server requires authentication, but client does not have Kerberos credentials (tgt). Authentication tokens were not used because this connection will be used to acquire a new token and therefore requires primary credentials, org.apache.kudu.client.NonRecoverableException: server requires authentication, but client does not have Kerberos credentials (tgt). Authentication tokens were not used because this connection will be used to acquire a new token and therefore requires primary credentials])
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263)
at org.apache.kudu.client.TestSecurity$3.get(TestSecurity.java:386)
at org.apache.kudu.test.junit.AssertHelpers.assertEventuallyTrue(AssertHelpers.java:40)
at org.apache.kudu.client.TestSecurity.assertEventualAuthenticationFailure(TestSecurity.java:378)
at org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectExpires(TestSecurity.java:412)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.lang.Thread.run(Thread.java:750)
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.AuthnTokenReacquirer$1NewAuthnTokenErrB.call(AuthnTokenReacquirer.java:158)
at org.apache.kudu.client.AuthnTokenReacquirer$1NewAuthnTokenErrB.call(AuthnTokenReacquirer.java:141)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:268)
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:256)
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:325)
at io.netty.channel.AbstractChannelHandlerContext.fireExceptionCaught(AbstractChannelHandlerContext.java:317)
at io.netty.channel.ChannelInboundHandlerAdapter.exceptionCaught(ChannelInboundHandlerAdapter.java:143)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:447)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
... 1 more
06:02:34.201 [ERROR - main] (RetryRule.java:253) org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectExpires: giving up after 1 attempts
06:02:34.201 [ERROR - main] (RetryRule.java:206) org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectExpires: failed attempt 1
org.apache.kudu.client.NonRecoverableException: cannot re-acquire authentication token after 5 attempts (Couldn't find a valid master in (127.27.25.124:45379,127.27.25.125:33193,127.27.25.126:43421). Exceptions received: [org.apache.kudu.client.NonRecoverableException: server requires authentication, but client does not have Kerberos credentials (tgt). Authentication tokens were not used because this connection will be used to acquire a new token and therefore requires primary credentials, org.apache.kudu.client.NonRecoverableException: server requires authentication, but client does not have Kerberos credentials (tgt). Authentication tokens were not used because this connection will be used to acquire a new token and therefore requires primary credentials, org.apache.kudu.client.NonRecoverableException: server requires authentication, but client does not have Kerberos credentials (tgt). Authentication tokens were not used because this connection will be used to acquire a new token and therefore requires primary credentials])
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110) ~[main/:?]
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564) ~[main/:?]
at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263) ~[main/:?]
at org.apache.kudu.client.TestSecurity$3.get(TestSecurity.java:386) ~[test/:?]
at org.apache.kudu.test.junit.AssertHelpers.assertEventuallyTrue(AssertHelpers.java:40) ~[kudu-test-utils-1.18.0-SNAPSHOT-unshaded.jar:1.18.0-SNAPSHOT]
at org.apache.kudu.client.TestSecurity.assertEventualAuthenticationFailure(TestSecurity.java:378) ~[test/:?]
at org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectExpires(TestSecurity.java:412) ~[test/:?]
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362]
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362]
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362]
at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362]
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_362]
at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362]
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.AuthnTokenReacquirer$1NewAuthnTokenErrB.call(AuthnTokenReacquirer.java:158) ~[main/:?]
at org.apache.kudu.client.AuthnTokenReacquirer$1NewAuthnTokenErrB.call(AuthnTokenReacquirer.java:141) ~[main/:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:268) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376) ~[main/:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277) ~[main/:?]
at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331) ~[main/:?]
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:256) ~[main/:?]
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154) ~[main/:?]
at org.apache.kudu.client.Connection.cleanup(Connection.java:737) ~[main/:?]
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455) ~[main/:?]
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:325) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireExceptionCaught(AbstractChannelHandlerContext.java:317) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.ChannelInboundHandlerAdapter.exceptionCaught(ChannelInboundHandlerAdapter.java:143) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:447) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362]
org.apache.kudu.client.NonRecoverableException: cannot re-acquire authentication token after 5 attempts (Couldn't find a valid master in (127.27.25.124:45379,127.27.25.125:33193,127.27.25.126:43421). Exceptions received: [org.apache.kudu.client.NonRecoverableException: server requires authentication, but client does not have Kerberos credentials (tgt). Authentication tokens were not used because this connection will be used to acquire a new token and therefore requires primary credentials, org.apache.kudu.client.NonRecoverableException: server requires authentication, but client does not have Kerberos credentials (tgt). Authentication tokens were not used because this connection will be used to acquire a new token and therefore requires primary credentials, org.apache.kudu.client.NonRecoverableException: server requires authentication, but client does not have Kerberos credentials (tgt). Authentication tokens were not used because this connection will be used to acquire a new token and therefore requires primary credentials])
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263)
at org.apache.kudu.client.TestSecurity$3.get(TestSecurity.java:386)
at org.apache.kudu.test.junit.AssertHelpers.assertEventuallyTrue(AssertHelpers.java:40)
at org.apache.kudu.client.TestSecurity.assertEventualAuthenticationFailure(TestSecurity.java:378)
at org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectExpires(TestSecurity.java:412)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.lang.Thread.run(Thread.java:750)
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.AuthnTokenReacquirer$1NewAuthnTokenErrB.call(AuthnTokenReacquirer.java:158)
at org.apache.kudu.client.AuthnTokenReacquirer$1NewAuthnTokenErrB.call(AuthnTokenReacquirer.java:141)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:268)
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:256)
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:325)
at io.netty.channel.AbstractChannelHandlerContext.fireExceptionCaught(AbstractChannelHandlerContext.java:317)
at io.netty.channel.ChannelInboundHandlerAdapter.exceptionCaught(ChannelInboundHandlerAdapter.java:143)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:447)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
... 1 more