04:07:46.079 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
04:07:46.079 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskKPlGYQ/test-tmp
04:07:46.079 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
04:07:46.080 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskKPlGYQ/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
04:07:46.081 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 3
enable_kerberos: false
cluster_root: "/tmp/dist-test-taskKPlGYQ/test-tmp/mini-kudu-cluster744170912237431650"
hms_mode: NONE
mini_kdc_options {
}
principal: "kudu"
mini_oidc_options {
}
}
04:07:46.409 [DEBUG - main] (MiniKuduCluster.java:195) Response:
04:07:46.409 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}
04:07:46.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:07:46.412339 23176 mini_oidc.cc:152] Starting JWKS server
04:07:46.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:07:46.415804 23176 webserver.cc:460] Webserver started at http://127.0.0.1:37365/ using document root <none> and password file <none>
04:07:46.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:07:46.416306 23176 mini_oidc.cc:189] Starting OIDC Discovery server
04:07:46.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:07:46.418115 23176 webserver.cc:460] Webserver started at http://127.0.0.1:35569/ using document root <none> and password file <none>
04:07:46.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-06T04:07:46Z chronyd version 3.5 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -SECHASH -IPV6 +DEBUG)
04:07:46.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-06T04:07:46Z Disabled control of system clock
04:07:46.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:07:46.475018 23176 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskKPlGYQ/build/tsan/bin/kudu
04:07:46.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskKPlGYQ/build/tsan/bin/kudu
04:07:46.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskKPlGYQ/test-tmp/mini-kudu-cluster744170912237431650/master-0/wal
04:07:46.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskKPlGYQ/test-tmp/mini-kudu-cluster744170912237431650/master-0/data
04:07:46.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
04:07:46.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
04:07:46.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
04:07:46.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
04:07:46.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
04:07:46.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
04:07:46.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskKPlGYQ/test-tmp/mini-kudu-cluster744170912237431650/master-0/logs
04:07:46.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskKPlGYQ/test-tmp/mini-kudu-cluster744170912237431650/master-0/data/info.pb
04:07:46.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
04:07:46.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
04:07:46.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
04:07:46.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
04:07:46.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
04:07:46.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
04:07:46.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
04:07:46.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
04:07:46.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
04:07:46.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
04:07:46.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
04:07:46.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
04:07:46.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.22.162.62:44901
04:07:46.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.22.162.62
04:07:46.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
04:07:46.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.22.162.20:36309
04:07:46.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
04:07:46.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
04:07:46.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
04:07:46.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
04:07:46.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.22.162.62:44901,127.22.162.61:33149,127.22.162.60:43375
04:07:46.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
04:07:46.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:37365/jwks.json with env {}
04:07:46.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:07:46.783991 23188 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
04:07:46.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:07:46.784580 23188 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
04:07:46.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:07:46.785074 23188 flags.cc:425] Enabled unsafe flag: --never_fsync=true
04:07:46.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:07:46.816161 23188 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
04:07:46.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:07:46.816442 23188 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
04:07:46.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:07:46.816632 23188 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
04:07:46.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:07:46.816821 23188 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
04:07:46.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:07:46.817016 23188 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
04:07:46.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:07:46.817160 23188 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:37365/jwks.json
04:07:46.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:07:46.852625 23188 master_runner.cc:386] Master server non-default flags:
04:07:46.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
04:07:46.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.22.162.20:36309
04:07:46.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
04:07:46.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
04:07:46.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskKPlGYQ/test-tmp/mini-kudu-cluster744170912237431650/master-0/data
04:07:46.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskKPlGYQ/test-tmp/mini-kudu-cluster744170912237431650/master-0/wal
04:07:46.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
04:07:46.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.22.162.62:44901,127.22.162.61:33149,127.22.162.60:43375
04:07:46.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
04:07:46.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
04:07:46.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
04:07:46.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.22.162.62:44901
04:07:46.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
04:07:46.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
04:07:46.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
04:07:46.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:37365/jwks.json
04:07:46.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
04:07:46.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
04:07:46.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskKPlGYQ/test-tmp/mini-kudu-cluster744170912237431650/master-0/data/info.pb
04:07:46.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.22.162.62
04:07:46.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
04:07:46.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
04:07:46.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
04:07:46.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
04:07:46.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
04:07:46.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
04:07:46.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskKPlGYQ/test-tmp/mini-kudu-cluster744170912237431650/master-0/logs
04:07:46.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
04:07:46.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
04:07:46.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
04:07:46.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
04:07:46.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
04:07:46.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
04:07:46.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
04:07:46.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 06 Aug 2026 02:58:30 UTC on ccycloud.quasar-xnspdp.root.comops.site
04:07:46.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4569537
04:07:46.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
04:07:46.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:07:46.853940 23188 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
04:07:46.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:07:46.855482 23188 file_cache.cc:493] Constructed file cache file cache with capacity 419430
04:07:46.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:07:46.873653 23195 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
04:07:48.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:07:46.873701 23197 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
04:07:48.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:07:46.873653 23194 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
04:07:48.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:07:46.874714 23188 server_base.cc:1034] running on GCE node
04:07:48.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:07:48.069845 23188 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
04:07:48.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:07:48.073146 23188 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
04:07:48.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:07:48.074625 23188 hybrid_clock.cc:648] HybridClock initialized: now 1785989268074564 us; error 74 us; skew 500 ppm
04:07:48.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:07:48.075519 23188 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
04:07:48.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:07:48.088227 23188 webserver.cc:460] Webserver started at http://127.22.162.62:37991/ using document root <none> and password file <none>
04:07:48.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:07:48.089248 23188 fs_manager.cc:359] Metadata directory not provided
04:07:48.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:07:48.089455 23188 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
04:07:48.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:07:48.089926 23188 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
04:07:48.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:07:48.095096 23188 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskKPlGYQ/test-tmp/mini-kudu-cluster744170912237431650/master-0/data/instance:
04:07:48.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "015954b6d1634098833536a442a844dc"
04:07:48.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-06 04:07:48 on dist-test-slave-1jjb"
04:07:48.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:07:48.096413 23188 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskKPlGYQ/test-tmp/mini-kudu-cluster744170912237431650/master-0/wal/instance:
04:07:48.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "015954b6d1634098833536a442a844dc"
04:07:48.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-06 04:07:48 on dist-test-slave-1jjb"
04:07:48.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:07:48.104067 23188 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.006s sys 0.001s
04:07:48.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:07:48.110126 23204 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
04:07:48.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:07:48.111472 23188 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.005s sys 0.000s
04:07:48.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:07:48.111835 23188 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskKPlGYQ/test-tmp/mini-kudu-cluster744170912237431650/master-0/data,/tmp/dist-test-taskKPlGYQ/test-tmp/mini-kudu-cluster744170912237431650/master-0/wal
04:07:48.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "015954b6d1634098833536a442a844dc"
04:07:48.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-06 04:07:48 on dist-test-slave-1jjb"
04:07:48.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:07:48.112207 23188 fs_report.cc:383] FS layout report
04:07:48.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
04:07:48.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskKPlGYQ/test-tmp/mini-kudu-cluster744170912237431650/master-0/wal
04:07:48.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskKPlGYQ/test-tmp/mini-kudu-cluster744170912237431650/master-0/wal
04:07:48.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskKPlGYQ/test-tmp/mini-kudu-cluster744170912237431650/master-0/data/data
04:07:48.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
04:07:48.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
04:07:48.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
04:07:48.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
04:07:48.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
04:07:48.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
04:07:48.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
04:07:48.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
04:07:48.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
04:07:48.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
04:07:48.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
04:07:48.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:07:48.150516 23188 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
04:07:48.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:07:48.152014 23188 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
04:07:48.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:07:48.152470 23188 kserver.cc:163] Server-wide thread pool size limit: 3276
04:07:48.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:07:48.225099 23188 rpc_server.cc:307] RPC server started. Bound to: 127.22.162.62:44901
04:07:48.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:07:48.225198 23255 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.22.162.62:44901 every 8 connection(s)
04:07:48.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:07:48.227857 23188 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskKPlGYQ/test-tmp/mini-kudu-cluster744170912237431650/master-0/data/info.pb
04:07:48.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:07:48.232358 23176 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskKPlGYQ/build/tsan/bin/kudu as pid 23188
04:07:48.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:07:48.232990 23176 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskKPlGYQ/test-tmp/mini-kudu-cluster744170912237431650/master-0/wal/instance
04:07:48.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:07:48.233790 23256 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
04:07:48.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:07:48.236392 23176 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskKPlGYQ/build/tsan/bin/kudu
04:07:48.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskKPlGYQ/build/tsan/bin/kudu
04:07:48.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskKPlGYQ/test-tmp/mini-kudu-cluster744170912237431650/master-1/wal
04:07:48.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskKPlGYQ/test-tmp/mini-kudu-cluster744170912237431650/master-1/data
04:07:48.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
04:07:48.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
04:07:48.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
04:07:48.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
04:07:48.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
04:07:48.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
04:07:48.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskKPlGYQ/test-tmp/mini-kudu-cluster744170912237431650/master-1/logs
04:07:48.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskKPlGYQ/test-tmp/mini-kudu-cluster744170912237431650/master-1/data/info.pb
04:07:48.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
04:07:48.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
04:07:48.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
04:07:48.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
04:07:48.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
04:07:48.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
04:07:48.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
04:07:48.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
04:07:48.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
04:07:48.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
04:07:48.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
04:07:48.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
04:07:48.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.22.162.61:33149
04:07:48.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.22.162.61
04:07:48.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
04:07:48.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.22.162.20:36309
04:07:48.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
04:07:48.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
04:07:48.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
04:07:48.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
04:07:48.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.22.162.62:44901,127.22.162.61:33149,127.22.162.60:43375
04:07:48.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
04:07:48.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:37365/jwks.json with env {}
04:07:48.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:07:48.245950 23256 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.22.162.62" port: 44901 } has no permanent_uuid. Determining permanent_uuid...
04:07:48.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:07:48.278522 23256 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.22.162.61" port: 33149 } has no permanent_uuid. Determining permanent_uuid...
04:07:48.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:07:48.281015 23205 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.22.162.61:33149: connect: Connection refused (error 111)
04:07:48.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:07:48.285512 23256 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.22.162.61:33149: Network error: Client connection negotiation failed: client connection to 127.22.162.61:33149: connect: Connection refused (error 111)
04:07:48.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:07:48.334992 23256 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.22.162.61" port: 33149 } attempt: 1
04:07:48.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:07:48.339200 23256 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.22.162.61:33149: Network error: Client connection negotiation failed: client connection to 127.22.162.61:33149: connect: Connection refused (error 111)
04:07:48.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:07:48.407626 23256 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.22.162.61" port: 33149 } attempt: 2
04:07:48.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:07:48.412164 23256 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.22.162.61:33149: Network error: Client connection negotiation failed: client connection to 127.22.162.61:33149: connect: Connection refused (error 111)
04:07:48.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:07:48.503630 23256 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.22.162.61" port: 33149 } attempt: 3
04:07:48.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:07:48.507769 23256 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.22.162.61:33149: Network error: Client connection negotiation failed: client connection to 127.22.162.61:33149: connect: Connection refused (error 111)
04:07:48.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:07:48.561884 23258 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
04:07:48.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:07:48.562467 23258 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
04:07:48.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:07:48.562958 23258 flags.cc:425] Enabled unsafe flag: --never_fsync=true
04:07:48.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:07:48.594625 23258 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
04:07:48.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:07:48.594910 23258 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
04:07:48.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:07:48.595098 23258 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
04:07:48.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:07:48.595288 23258 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
04:07:48.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:07:48.595491 23258 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
04:07:48.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:07:48.595638 23258 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:37365/jwks.json
04:07:48.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:07:48.632265 23258 master_runner.cc:386] Master server non-default flags:
04:07:48.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
04:07:48.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.22.162.20:36309
04:07:48.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
04:07:48.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
04:07:48.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskKPlGYQ/test-tmp/mini-kudu-cluster744170912237431650/master-1/data
04:07:48.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskKPlGYQ/test-tmp/mini-kudu-cluster744170912237431650/master-1/wal
04:07:48.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
04:07:48.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.22.162.62:44901,127.22.162.61:33149,127.22.162.60:43375
04:07:48.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
04:07:48.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
04:07:48.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
04:07:48.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.22.162.61:33149
04:07:48.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
04:07:48.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
04:07:48.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
04:07:48.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:37365/jwks.json
04:07:48.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
04:07:48.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
04:07:48.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskKPlGYQ/test-tmp/mini-kudu-cluster744170912237431650/master-1/data/info.pb
04:07:48.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.22.162.61
04:07:48.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
04:07:48.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
04:07:48.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
04:07:48.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
04:07:48.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
04:07:48.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
04:07:48.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskKPlGYQ/test-tmp/mini-kudu-cluster744170912237431650/master-1/logs
04:07:48.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
04:07:48.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
04:07:48.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
04:07:48.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
04:07:48.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
04:07:48.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
04:07:48.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
04:07:48.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 06 Aug 2026 02:58:30 UTC on ccycloud.quasar-xnspdp.root.comops.site
04:07:48.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4569537
04:07:48.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
04:07:48.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:07:48.633576 23258 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
04:07:48.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:07:48.635134 23258 file_cache.cc:493] Constructed file cache file cache with capacity 419430
04:07:48.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:07:48.651217 23256 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.22.162.61" port: 33149 } attempt: 4
04:07:48.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:07:48.653674 23271 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
04:07:48.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:07:48.656003 23256 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.22.162.61:33149: Network error: Client connection negotiation failed: client connection to 127.22.162.61:33149: connect: Connection refused (error 111)
04:07:48.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:07:48.955502 23256 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.22.162.61" port: 33149 } attempt: 5
04:07:48.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:07:48.959313 23256 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.22.162.61:33149: Network error: Client connection negotiation failed: client connection to 127.22.162.61:33149: connect: Connection refused (error 111)
04:07:49.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:07:49.506974 23256 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.22.162.61" port: 33149 } attempt: 6
04:07:49.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:07:49.514320 23256 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.22.162.61:33149: Network error: Client connection negotiation failed: client connection to 127.22.162.61:33149: connect: Connection refused (error 111)
04:07:49.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:07:48.654325 23269 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
04:07:49.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:07:48.660563 23268 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
04:07:49.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:07:49.867307 23270 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
04:07:49.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:07:49.867460 23258 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
04:07:49.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:07:49.871160 23258 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
04:07:49.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:07:49.873893 23258 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
04:07:49.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:07:49.875236 23258 hybrid_clock.cc:648] HybridClock initialized: now 1785989269875193 us; error 63 us; skew 500 ppm
04:07:49.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:07:49.876056 23258 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
04:07:49.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:07:49.883502 23258 webserver.cc:460] Webserver started at http://127.22.162.61:44281/ using document root <none> and password file <none>
04:07:49.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:07:49.884503 23258 fs_manager.cc:359] Metadata directory not provided
04:07:49.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:07:49.884691 23258 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
04:07:49.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:07:49.885092 23258 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
04:07:49.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:07:49.890151 23258 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskKPlGYQ/test-tmp/mini-kudu-cluster744170912237431650/master-1/data/instance:
04:07:49.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "5ec1ba7614844612b80fb89f952f6397"
04:07:49.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-06 04:07:49 on dist-test-slave-1jjb"
04:07:49.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:07:49.891251 23258 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskKPlGYQ/test-tmp/mini-kudu-cluster744170912237431650/master-1/wal/instance:
04:07:49.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "5ec1ba7614844612b80fb89f952f6397"
04:07:49.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-06 04:07:49 on dist-test-slave-1jjb"
04:07:49.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:07:49.898590 23258 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.006s sys 0.004s
04:07:49.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:07:49.904364 23281 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
04:07:49.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:07:49.905453 23258 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.003s sys 0.000s
04:07:49.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:07:49.905745 23258 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskKPlGYQ/test-tmp/mini-kudu-cluster744170912237431650/master-1/data,/tmp/dist-test-taskKPlGYQ/test-tmp/mini-kudu-cluster744170912237431650/master-1/wal
04:07:49.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "5ec1ba7614844612b80fb89f952f6397"
04:07:49.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-06 04:07:49 on dist-test-slave-1jjb"
04:07:49.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:07:49.906059 23258 fs_report.cc:383] FS layout report
04:07:49.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
04:07:49.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskKPlGYQ/test-tmp/mini-kudu-cluster744170912237431650/master-1/wal
04:07:49.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskKPlGYQ/test-tmp/mini-kudu-cluster744170912237431650/master-1/wal
04:07:49.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskKPlGYQ/test-tmp/mini-kudu-cluster744170912237431650/master-1/data/data
04:07:49.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
04:07:49.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
04:07:49.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
04:07:49.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
04:07:49.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
04:07:49.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
04:07:49.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
04:07:49.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
04:07:49.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
04:07:49.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
04:07:49.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
04:07:49.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:07:49.944939 23258 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
04:07:49.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:07:49.946360 23258 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
04:07:49.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:07:49.946774 23258 kserver.cc:163] Server-wide thread pool size limit: 3276
04:07:50.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:07:50.017273 23258 rpc_server.cc:307] RPC server started. Bound to: 127.22.162.61:33149
04:07:50.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:07:50.017385 23333 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.22.162.61:33149 every 8 connection(s)
04:07:50.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:07:50.020021 23258 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskKPlGYQ/test-tmp/mini-kudu-cluster744170912237431650/master-1/data/info.pb
04:07:50.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:07:50.025415 23176 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskKPlGYQ/build/tsan/bin/kudu as pid 23258
04:07:50.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:07:50.025956 23176 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskKPlGYQ/test-tmp/mini-kudu-cluster744170912237431650/master-1/wal/instance
04:07:50.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:07:50.026012 23334 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
04:07:50.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:07:50.029243 23176 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskKPlGYQ/build/tsan/bin/kudu
04:07:50.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskKPlGYQ/build/tsan/bin/kudu
04:07:50.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskKPlGYQ/test-tmp/mini-kudu-cluster744170912237431650/master-2/wal
04:07:50.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskKPlGYQ/test-tmp/mini-kudu-cluster744170912237431650/master-2/data
04:07:50.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
04:07:50.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
04:07:50.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
04:07:50.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
04:07:50.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
04:07:50.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
04:07:50.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskKPlGYQ/test-tmp/mini-kudu-cluster744170912237431650/master-2/logs
04:07:50.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskKPlGYQ/test-tmp/mini-kudu-cluster744170912237431650/master-2/data/info.pb
04:07:50.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
04:07:50.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
04:07:50.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
04:07:50.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
04:07:50.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
04:07:50.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
04:07:50.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
04:07:50.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
04:07:50.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
04:07:50.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
04:07:50.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
04:07:50.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
04:07:50.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.22.162.60:43375
04:07:50.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.22.162.60
04:07:50.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
04:07:50.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.22.162.20:36309
04:07:50.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
04:07:50.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
04:07:50.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
04:07:50.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
04:07:50.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.22.162.62:44901,127.22.162.61:33149,127.22.162.60:43375
04:07:50.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
04:07:50.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:37365/jwks.json with env {}
04:07:50.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:07:50.041754 23334 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.22.162.62" port: 44901 } has no permanent_uuid. Determining permanent_uuid...
04:07:50.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:07:50.069702 23334 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.22.162.61" port: 33149 } has no permanent_uuid. Determining permanent_uuid...
04:07:50.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:07:50.088006 23334 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.22.162.60" port: 43375 } has no permanent_uuid. Determining permanent_uuid...
04:07:50.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:07:50.091259 23284 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.22.162.60:43375: connect: Connection refused (error 111)
04:07:50.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:07:50.095280 23334 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.22.162.60:43375: Network error: Client connection negotiation failed: client connection to 127.22.162.60:43375: connect: Connection refused (error 111)
04:07:50.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:07:50.144883 23334 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.22.162.60" port: 43375 } attempt: 1
04:07:50.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:07:50.149237 23334 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.22.162.60:43375: Network error: Client connection negotiation failed: client connection to 127.22.162.60:43375: connect: Connection refused (error 111)
04:07:50.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:07:50.217792 23334 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.22.162.60" port: 43375 } attempt: 2
04:07:50.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:07:50.221779 23334 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.22.162.60:43375: Network error: Client connection negotiation failed: client connection to 127.22.162.60:43375: connect: Connection refused (error 111)
04:07:50.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:07:50.313275 23334 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.22.162.60" port: 43375 } attempt: 3
04:07:50.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:07:50.317318 23334 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.22.162.60:43375: Network error: Client connection negotiation failed: client connection to 127.22.162.60:43375: connect: Connection refused (error 111)
04:07:50.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:07:50.357587 23336 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
04:07:50.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:07:50.358153 23336 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
04:07:50.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:07:50.358635 23336 flags.cc:425] Enabled unsafe flag: --never_fsync=true
04:07:50.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:07:50.390412 23336 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
04:07:50.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:07:50.390692 23336 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
04:07:50.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:07:50.390882 23336 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
04:07:50.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:07:50.391070 23336 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
04:07:50.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:07:50.391252 23336 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
04:07:50.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:07:50.391429 23336 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:37365/jwks.json
04:07:50.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:07:50.427798 23336 master_runner.cc:386] Master server non-default flags:
04:07:50.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
04:07:50.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.22.162.20:36309
04:07:50.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
04:07:50.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
04:07:50.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskKPlGYQ/test-tmp/mini-kudu-cluster744170912237431650/master-2/data
04:07:50.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskKPlGYQ/test-tmp/mini-kudu-cluster744170912237431650/master-2/wal
04:07:50.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
04:07:50.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.22.162.62:44901,127.22.162.61:33149,127.22.162.60:43375
04:07:50.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
04:07:50.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
04:07:50.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
04:07:50.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.22.162.60:43375
04:07:50.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
04:07:50.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
04:07:50.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
04:07:50.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:37365/jwks.json
04:07:50.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
04:07:50.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
04:07:50.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskKPlGYQ/test-tmp/mini-kudu-cluster744170912237431650/master-2/data/info.pb
04:07:50.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.22.162.60
04:07:50.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
04:07:50.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
04:07:50.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
04:07:50.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
04:07:50.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
04:07:50.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
04:07:50.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskKPlGYQ/test-tmp/mini-kudu-cluster744170912237431650/master-2/logs
04:07:50.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
04:07:50.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
04:07:50.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
04:07:50.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
04:07:50.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
04:07:50.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
04:07:50.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
04:07:50.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 06 Aug 2026 02:58:30 UTC on ccycloud.quasar-xnspdp.root.comops.site
04:07:50.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4569537
04:07:50.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
04:07:50.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:07:50.429039 23336 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
04:07:50.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:07:50.430593 23336 file_cache.cc:493] Constructed file cache file cache with capacity 419430
04:07:50.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:07:50.448093 23346 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
04:07:50.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:07:50.460747 23334 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.22.162.60" port: 43375 } attempt: 4
04:07:50.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:07:50.464856 23334 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.22.162.60:43375: Network error: Client connection negotiation failed: client connection to 127.22.162.60:43375: connect: Connection refused (error 111)
04:07:50.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:07:50.574954 23256 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.22.162.61" port: 33149 } attempt: 7
04:07:50.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:07:50.588284 23256 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.22.162.60" port: 43375 } has no permanent_uuid. Determining permanent_uuid...
04:07:50.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:07:50.593641 23256 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.22.162.60:43375: Network error: Client connection negotiation failed: client connection to 127.22.162.60:43375: connect: Connection refused (error 111)
04:07:50.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:07:50.652307 23256 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.22.162.60" port: 43375 } attempt: 1
04:07:50.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:07:50.656525 23256 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.22.162.60:43375: Network error: Client connection negotiation failed: client connection to 127.22.162.60:43375: connect: Connection refused (error 111)
04:07:50.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:07:50.738131 23256 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.22.162.60" port: 43375 } attempt: 2
04:07:50.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:07:50.742974 23256 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.22.162.60:43375: Network error: Client connection negotiation failed: client connection to 127.22.162.60:43375: connect: Connection refused (error 111)
04:07:50.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:07:50.764313 23334 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.22.162.60" port: 43375 } attempt: 5
04:07:50.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:07:50.768010 23334 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.22.162.60:43375: Network error: Client connection negotiation failed: client connection to 127.22.162.60:43375: connect: Connection refused (error 111)
04:07:50.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:07:50.828593 23256 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.22.162.60" port: 43375 } attempt: 3
04:07:50.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:07:50.832939 23256 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.22.162.60:43375: Network error: Client connection negotiation failed: client connection to 127.22.162.60:43375: connect: Connection refused (error 111)
04:07:50.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:07:50.973555 23256 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.22.162.60" port: 43375 } attempt: 4
04:07:50.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:07:50.977807 23256 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.22.162.60:43375: Network error: Client connection negotiation failed: client connection to 127.22.162.60:43375: connect: Connection refused (error 111)
04:07:51.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:07:51.261538 23256 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.22.162.60" port: 43375 } attempt: 5
04:07:51.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:07:51.265298 23256 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.22.162.60:43375: Network error: Client connection negotiation failed: client connection to 127.22.162.60:43375: connect: Connection refused (error 111)
04:07:51.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:07:51.315702 23334 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.22.162.60" port: 43375 } attempt: 6
04:07:51.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:07:51.323153 23334 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.22.162.60:43375: Network error: Client connection negotiation failed: client connection to 127.22.162.60:43375: connect: Connection refused (error 111)
04:07:51.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:07:50.448263 23347 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
04:07:51.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:07:50.450706 23336 server_base.cc:1034] running on GCE node
04:07:51.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:07:50.448096 23349 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
04:07:51.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:07:51.660997 23336 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
04:07:51.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:07:51.663656 23336 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
04:07:51.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:07:51.664992 23336 hybrid_clock.cc:648] HybridClock initialized: now 1785989271664927 us; error 75 us; skew 500 ppm
04:07:51.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:07:51.665798 23336 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
04:07:51.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:07:51.672569 23336 webserver.cc:460] Webserver started at http://127.22.162.60:33985/ using document root <none> and password file <none>
04:07:51.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:07:51.673468 23336 fs_manager.cc:359] Metadata directory not provided
04:07:51.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:07:51.673647 23336 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
04:07:51.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:07:51.674031 23336 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
04:07:51.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:07:51.678967 23336 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskKPlGYQ/test-tmp/mini-kudu-cluster744170912237431650/master-2/data/instance:
04:07:51.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a5abe3ddd653428eb38c17a7278a7a02"
04:07:51.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-06 04:07:51 on dist-test-slave-1jjb"
04:07:51.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:07:51.680015 23336 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskKPlGYQ/test-tmp/mini-kudu-cluster744170912237431650/master-2/wal/instance:
04:07:51.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a5abe3ddd653428eb38c17a7278a7a02"
04:07:51.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-06 04:07:51 on dist-test-slave-1jjb"
04:07:51.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:07:51.687721 23336 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.006s sys 0.001s
04:07:51.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:07:51.693473 23361 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
04:07:51.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:07:51.694579 23336 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.005s sys 0.000s
04:07:51.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:07:51.694873 23336 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskKPlGYQ/test-tmp/mini-kudu-cluster744170912237431650/master-2/data,/tmp/dist-test-taskKPlGYQ/test-tmp/mini-kudu-cluster744170912237431650/master-2/wal
04:07:51.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a5abe3ddd653428eb38c17a7278a7a02"
04:07:51.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-06 04:07:51 on dist-test-slave-1jjb"
04:07:51.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:07:51.695166 23336 fs_report.cc:383] FS layout report
04:07:51.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
04:07:51.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskKPlGYQ/test-tmp/mini-kudu-cluster744170912237431650/master-2/wal
04:07:51.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskKPlGYQ/test-tmp/mini-kudu-cluster744170912237431650/master-2/wal
04:07:51.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskKPlGYQ/test-tmp/mini-kudu-cluster744170912237431650/master-2/data/data
04:07:51.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
04:07:51.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
04:07:51.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
04:07:51.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
04:07:51.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
04:07:51.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
04:07:51.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
04:07:51.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
04:07:51.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
04:07:51.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
04:07:51.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
04:07:51.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:07:51.733367 23336 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
04:07:51.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:07:51.734788 23336 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
04:07:51.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:07:51.735193 23336 kserver.cc:163] Server-wide thread pool size limit: 3276
04:07:51.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:07:51.807338 23336 rpc_server.cc:307] RPC server started. Bound to: 127.22.162.60:43375
04:07:51.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:07:51.807461 23413 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.22.162.60:43375 every 8 connection(s)
04:07:51.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:07:51.809934 23336 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskKPlGYQ/test-tmp/mini-kudu-cluster744170912237431650/master-2/data/info.pb
04:07:51.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:07:51.815229 23414 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
04:07:51.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:07:51.817895 23256 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.22.162.60" port: 43375 } attempt: 6
04:07:51.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:07:51.818851 23176 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskKPlGYQ/build/tsan/bin/kudu as pid 23336
04:07:51.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:07:51.819343 23176 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskKPlGYQ/test-tmp/mini-kudu-cluster744170912237431650/master-2/wal/instance
04:07:51.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:07:51.843063 23414 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.22.162.62" port: 44901 } has no permanent_uuid. Determining permanent_uuid...
04:07:51.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:07:51.863260 23256 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 015954b6d1634098833536a442a844dc: Bootstrap starting.
04:07:51.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:07:51.868124 23414 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.22.162.61" port: 33149 } has no permanent_uuid. Determining permanent_uuid...
04:07:51.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:07:51.871163 23256 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 015954b6d1634098833536a442a844dc: Neither blocks nor log segments found. Creating new log.
04:07:51.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:07:51.873654 23256 log.cc:824] T 00000000000000000000000000000000 P 015954b6d1634098833536a442a844dc: Log is configured to *not* fsync() on all Append() calls
04:07:51.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:07:51.878695 23256 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 015954b6d1634098833536a442a844dc: No bootstrap required, opened a new log
04:07:51.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:07:51.884064 23414 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.22.162.60" port: 43375 } has no permanent_uuid. Determining permanent_uuid...
04:07:51.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:07:51.905309 23256 raft_consensus.cc:348] T 00000000000000000000000000000000 P 015954b6d1634098833536a442a844dc [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "015954b6d1634098833536a442a844dc" member_type: VOTER last_known_addr { host: "127.22.162.62" port: 44901 } } peers { permanent_uuid: "5ec1ba7614844612b80fb89f952f6397" member_type: VOTER last_known_addr { host: "127.22.162.61" port: 33149 } } peers { permanent_uuid: "a5abe3ddd653428eb38c17a7278a7a02" member_type: VOTER last_known_addr { host: "127.22.162.60" port: 43375 } }
04:07:51.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:07:51.906167 23256 raft_consensus.cc:374] T 00000000000000000000000000000000 P 015954b6d1634098833536a442a844dc [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
04:07:51.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:07:51.906464 23256 raft_consensus.cc:729] T 00000000000000000000000000000000 P 015954b6d1634098833536a442a844dc [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 015954b6d1634098833536a442a844dc, State: Initialized, Role: FOLLOWER
04:07:51.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:07:51.906627 23414 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P a5abe3ddd653428eb38c17a7278a7a02: Bootstrap starting.
04:07:51.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:07:51.907368 23256 consensus_queue.cc:260] T 00000000000000000000000000000000 P 015954b6d1634098833536a442a844dc [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "015954b6d1634098833536a442a844dc" member_type: VOTER last_known_addr { host: "127.22.162.62" port: 44901 } } peers { permanent_uuid: "5ec1ba7614844612b80fb89f952f6397" member_type: VOTER last_known_addr { host: "127.22.162.61" port: 33149 } } peers { permanent_uuid: "a5abe3ddd653428eb38c17a7278a7a02" member_type: VOTER last_known_addr { host: "127.22.162.60" port: 43375 } }
04:07:51.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:07:51.911473 23210 tablet.cc:2369] T 00000000000000000000000000000000 P 015954b6d1634098833536a442a844dc: Can't schedule compaction. Clean time has not been advanced past its initial value.
04:07:51.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:07:51.912331 23256 sys_catalog.cc:564] T 00000000000000000000000000000000 P 015954b6d1634098833536a442a844dc [sys.catalog]: configured and running, proceeding with master startup.
04:07:51.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:07:51.910372 23425 sys_catalog.cc:455] T 00000000000000000000000000000000 P 015954b6d1634098833536a442a844dc [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "015954b6d1634098833536a442a844dc" member_type: VOTER last_known_addr { host: "127.22.162.62" port: 44901 } } peers { permanent_uuid: "5ec1ba7614844612b80fb89f952f6397" member_type: VOTER last_known_addr { host: "127.22.162.61" port: 33149 } } peers { permanent_uuid: "a5abe3ddd653428eb38c17a7278a7a02" member_type: VOTER last_known_addr { host: "127.22.162.60" port: 43375 } } }
04:07:51.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:07:51.912837 23425 sys_catalog.cc:458] T 00000000000000000000000000000000 P 015954b6d1634098833536a442a844dc [sys.catalog]: This master's current role is: FOLLOWER
04:07:51.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:07:51.914804 23414 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P a5abe3ddd653428eb38c17a7278a7a02: Neither blocks nor log segments found. Creating new log.
04:07:51.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:07:51.917640 23414 log.cc:824] T 00000000000000000000000000000000 P a5abe3ddd653428eb38c17a7278a7a02: Log is configured to *not* fsync() on all Append() calls
04:07:51.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:07:51.923132 23414 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P a5abe3ddd653428eb38c17a7278a7a02: No bootstrap required, opened a new log
04:07:51.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:07:51.944653 23425 raft_consensus.cc:482] T 00000000000000000000000000000000 P 015954b6d1634098833536a442a844dc [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
04:07:51.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:07:51.945101 23437 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 015954b6d1634098833536a442a844dc: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
04:07:51.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:07:51.945482 23437 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
04:07:51.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:07:51.945175 23425 raft_consensus.cc:504] T 00000000000000000000000000000000 P 015954b6d1634098833536a442a844dc [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "015954b6d1634098833536a442a844dc" member_type: VOTER last_known_addr { host: "127.22.162.62" port: 44901 } } peers { permanent_uuid: "5ec1ba7614844612b80fb89f952f6397" member_type: VOTER last_known_addr { host: "127.22.162.61" port: 33149 } } peers { permanent_uuid: "a5abe3ddd653428eb38c17a7278a7a02" member_type: VOTER last_known_addr { host: "127.22.162.60" port: 43375 } }
04:07:51.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:07:51.947947 23425 leader_election.cc:288] T 00000000000000000000000000000000 P 015954b6d1634098833536a442a844dc [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 5ec1ba7614844612b80fb89f952f6397 (127.22.162.61:33149), a5abe3ddd653428eb38c17a7278a7a02 (127.22.162.60:43375)
04:07:51.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:07:51.953156 23414 raft_consensus.cc:348] T 00000000000000000000000000000000 P a5abe3ddd653428eb38c17a7278a7a02 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "015954b6d1634098833536a442a844dc" member_type: VOTER last_known_addr { host: "127.22.162.62" port: 44901 } } peers { permanent_uuid: "5ec1ba7614844612b80fb89f952f6397" member_type: VOTER last_known_addr { host: "127.22.162.61" port: 33149 } } peers { permanent_uuid: "a5abe3ddd653428eb38c17a7278a7a02" member_type: VOTER last_known_addr { host: "127.22.162.60" port: 43375 } }
04:07:51.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:07:51.954031 23414 raft_consensus.cc:374] T 00000000000000000000000000000000 P a5abe3ddd653428eb38c17a7278a7a02 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
04:07:51.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:07:51.954336 23414 raft_consensus.cc:729] T 00000000000000000000000000000000 P a5abe3ddd653428eb38c17a7278a7a02 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: a5abe3ddd653428eb38c17a7278a7a02, State: Initialized, Role: FOLLOWER
04:07:51.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:07:51.955382 23414 consensus_queue.cc:260] T 00000000000000000000000000000000 P a5abe3ddd653428eb38c17a7278a7a02 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "015954b6d1634098833536a442a844dc" member_type: VOTER last_known_addr { host: "127.22.162.62" port: 44901 } } peers { permanent_uuid: "5ec1ba7614844612b80fb89f952f6397" member_type: VOTER last_known_addr { host: "127.22.162.61" port: 33149 } } peers { permanent_uuid: "a5abe3ddd653428eb38c17a7278a7a02" member_type: VOTER last_known_addr { host: "127.22.162.60" port: 43375 } }
04:07:51.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:07:51.963622 23414 sys_catalog.cc:564] T 00000000000000000000000000000000 P a5abe3ddd653428eb38c17a7278a7a02 [sys.catalog]: configured and running, proceeding with master startup.
04:07:51.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:07:51.963832 23389 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "015954b6d1634098833536a442a844dc" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "a5abe3ddd653428eb38c17a7278a7a02" is_pre_election: true
04:07:51.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:07:51.964733 23389 raft_consensus.cc:2454] T 00000000000000000000000000000000 P a5abe3ddd653428eb38c17a7278a7a02 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 015954b6d1634098833536a442a844dc in term 0.
04:07:51.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:07:51.966209 23206 leader_election.cc:302] T 00000000000000000000000000000000 P 015954b6d1634098833536a442a844dc [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 015954b6d1634098833536a442a844dc, a5abe3ddd653428eb38c17a7278a7a02; no voters:
04:07:51.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:07:51.967474 23425 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 015954b6d1634098833536a442a844dc [term 0 FOLLOWER]: Leader pre-election won for term 1
04:07:51.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:07:51.967921 23425 raft_consensus.cc:482] T 00000000000000000000000000000000 P 015954b6d1634098833536a442a844dc [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
04:07:51.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:07:51.968353 23425 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 015954b6d1634098833536a442a844dc [term 0 FOLLOWER]: Advancing to term 1
04:07:51.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:07:51.945967 23188 master_runner.cc:186] Error getting master registration for 127.22.162.61:33149: OK, instance_id { permanent_uuid: "5ec1ba7614844612b80fb89f952f6397" instance_seqno: 1785989269997150 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
04:07:51.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:07:51.981127 23188 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
04:07:51.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:07:51.962505 23439 sys_catalog.cc:455] T 00000000000000000000000000000000 P a5abe3ddd653428eb38c17a7278a7a02 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "015954b6d1634098833536a442a844dc" member_type: VOTER last_known_addr { host: "127.22.162.62" port: 44901 } } peers { permanent_uuid: "5ec1ba7614844612b80fb89f952f6397" member_type: VOTER last_known_addr { host: "127.22.162.61" port: 33149 } } peers { permanent_uuid: "a5abe3ddd653428eb38c17a7278a7a02" member_type: VOTER last_known_addr { host: "127.22.162.60" port: 43375 } } }
04:07:51.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:07:51.982224 23439 sys_catalog.cc:458] T 00000000000000000000000000000000 P a5abe3ddd653428eb38c17a7278a7a02 [sys.catalog]: This master's current role is: FOLLOWER
04:07:51.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:07:51.987329 23425 raft_consensus.cc:504] T 00000000000000000000000000000000 P 015954b6d1634098833536a442a844dc [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "015954b6d1634098833536a442a844dc" member_type: VOTER last_known_addr { host: "127.22.162.62" port: 44901 } } peers { permanent_uuid: "5ec1ba7614844612b80fb89f952f6397" member_type: VOTER last_known_addr { host: "127.22.162.61" port: 33149 } } peers { permanent_uuid: "a5abe3ddd653428eb38c17a7278a7a02" member_type: VOTER last_known_addr { host: "127.22.162.60" port: 43375 } }
04:07:51.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:07:51.992496 23367 tablet.cc:2369] T 00000000000000000000000000000000 P a5abe3ddd653428eb38c17a7278a7a02: Can't schedule compaction. Clean time has not been advanced past its initial value.
04:07:51.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:07:51.994241 23389 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "015954b6d1634098833536a442a844dc" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "a5abe3ddd653428eb38c17a7278a7a02"
04:07:51.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:07:51.995009 23389 raft_consensus.cc:3037] T 00000000000000000000000000000000 P a5abe3ddd653428eb38c17a7278a7a02 [term 0 FOLLOWER]: Advancing to term 1
04:07:52.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:07:52.005860 23389 raft_consensus.cc:2454] T 00000000000000000000000000000000 P a5abe3ddd653428eb38c17a7278a7a02 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 015954b6d1634098833536a442a844dc in term 1.
04:07:52.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:07:52.007148 23206 leader_election.cc:302] T 00000000000000000000000000000000 P 015954b6d1634098833536a442a844dc [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 015954b6d1634098833536a442a844dc, a5abe3ddd653428eb38c17a7278a7a02; no voters:
04:07:52.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:07:52.010390 23425 leader_election.cc:288] T 00000000000000000000000000000000 P 015954b6d1634098833536a442a844dc [CANDIDATE]: Term 1 election: Requested vote from peers 5ec1ba7614844612b80fb89f952f6397 (127.22.162.61:33149), a5abe3ddd653428eb38c17a7278a7a02 (127.22.162.60:43375)
04:07:52.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:07:52.011385 23443 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 015954b6d1634098833536a442a844dc [term 1 FOLLOWER]: Leader election won for term 1
04:07:52.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:07:52.012418 23443 raft_consensus.cc:686] T 00000000000000000000000000000000 P 015954b6d1634098833536a442a844dc [term 1 LEADER]: Becoming Leader. State: Replica: 015954b6d1634098833536a442a844dc, State: Running, Role: LEADER
04:07:52.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:07:52.023741 23443 consensus_queue.cc:237] T 00000000000000000000000000000000 P 015954b6d1634098833536a442a844dc [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "015954b6d1634098833536a442a844dc" member_type: VOTER last_known_addr { host: "127.22.162.62" port: 44901 } } peers { permanent_uuid: "5ec1ba7614844612b80fb89f952f6397" member_type: VOTER last_known_addr { host: "127.22.162.61" port: 33149 } } peers { permanent_uuid: "a5abe3ddd653428eb38c17a7278a7a02" member_type: VOTER last_known_addr { host: "127.22.162.60" port: 43375 } }
04:07:52.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:07:52.041715 23425 sys_catalog.cc:455] T 00000000000000000000000000000000 P 015954b6d1634098833536a442a844dc [sys.catalog]: SysCatalogTable state changed. Reason: New leader 015954b6d1634098833536a442a844dc. Latest consensus state: current_term: 1 leader_uuid: "015954b6d1634098833536a442a844dc" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "015954b6d1634098833536a442a844dc" member_type: VOTER last_known_addr { host: "127.22.162.62" port: 44901 } } peers { permanent_uuid: "5ec1ba7614844612b80fb89f952f6397" member_type: VOTER last_known_addr { host: "127.22.162.61" port: 33149 } } peers { permanent_uuid: "a5abe3ddd653428eb38c17a7278a7a02" member_type: VOTER last_known_addr { host: "127.22.162.60" port: 43375 } } }
04:07:52.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:07:52.042513 23425 sys_catalog.cc:458] T 00000000000000000000000000000000 P 015954b6d1634098833536a442a844dc [sys.catalog]: This master's current role is: LEADER
04:07:52.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:07:52.053429 23448 catalog_manager.cc:1475] Loading table and tablet metadata into memory...
04:07:52.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:07:52.069316 23448 catalog_manager.cc:1484] Initializing Kudu cluster ID...
04:07:52.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:07:52.093508 23389 raft_consensus.cc:1261] T 00000000000000000000000000000000 P a5abe3ddd653428eb38c17a7278a7a02 [term 1 FOLLOWER]: Refusing update from remote peer 015954b6d1634098833536a442a844dc: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
04:07:52.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:07:52.096576 23443 consensus_queue.cc:1035] T 00000000000000000000000000000000 P 015954b6d1634098833536a442a844dc [LEADER]: Connected to new peer: Peer: permanent_uuid: "a5abe3ddd653428eb38c17a7278a7a02" member_type: VOTER last_known_addr { host: "127.22.162.60" port: 43375 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
04:07:52.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:07:52.103195 23455 catalog_manager.cc:1558] T 00000000000000000000000000000000 P a5abe3ddd653428eb38c17a7278a7a02: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
04:07:52.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:07:52.103538 23455 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
04:07:52.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:07:52.170691 23452 mvcc.cc:205] Tried to move back new op lower bound from 7315412058464546816 to 7315412058223104000. Current Snapshot: MvccSnapshot[applied={T|T < 7315412058464546816}]
04:07:52.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:07:52.168032 23439 sys_catalog.cc:455] T 00000000000000000000000000000000 P a5abe3ddd653428eb38c17a7278a7a02 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 015954b6d1634098833536a442a844dc. Latest consensus state: current_term: 1 leader_uuid: "015954b6d1634098833536a442a844dc" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "015954b6d1634098833536a442a844dc" member_type: VOTER last_known_addr { host: "127.22.162.62" port: 44901 } } peers { permanent_uuid: "5ec1ba7614844612b80fb89f952f6397" member_type: VOTER last_known_addr { host: "127.22.162.61" port: 33149 } } peers { permanent_uuid: "a5abe3ddd653428eb38c17a7278a7a02" member_type: VOTER last_known_addr { host: "127.22.162.60" port: 43375 } } }
04:07:52.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:07:52.172207 23439 sys_catalog.cc:458] T 00000000000000000000000000000000 P a5abe3ddd653428eb38c17a7278a7a02 [sys.catalog]: This master's current role is: FOLLOWER
04:07:52.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:07:52.178180 23425 sys_catalog.cc:455] T 00000000000000000000000000000000 P 015954b6d1634098833536a442a844dc [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "015954b6d1634098833536a442a844dc" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "015954b6d1634098833536a442a844dc" member_type: VOTER last_known_addr { host: "127.22.162.62" port: 44901 } } peers { permanent_uuid: "5ec1ba7614844612b80fb89f952f6397" member_type: VOTER last_known_addr { host: "127.22.162.61" port: 33149 } } peers { permanent_uuid: "a5abe3ddd653428eb38c17a7278a7a02" member_type: VOTER last_known_addr { host: "127.22.162.60" port: 43375 } } }
04:07:52.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:07:52.179003 23425 sys_catalog.cc:458] T 00000000000000000000000000000000 P 015954b6d1634098833536a442a844dc [sys.catalog]: This master's current role is: LEADER
04:07:52.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:07:52.186795 23448 catalog_manager.cc:1347] Generated new cluster ID: 06d6d6948eaa412d9199f98a99d86018
04:07:52.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:07:52.187099 23448 catalog_manager.cc:1495] Initializing Kudu internal certificate authority...
04:07:52.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:07:52.113534 23336 master_runner.cc:186] Error getting master registration for 127.22.162.61:33149: OK, instance_id { permanent_uuid: "5ec1ba7614844612b80fb89f952f6397" instance_seqno: 1785989269997150 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
04:07:52.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:07:52.187604 23336 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
04:07:52.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:07:52.204394 23439 sys_catalog.cc:455] T 00000000000000000000000000000000 P a5abe3ddd653428eb38c17a7278a7a02 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "015954b6d1634098833536a442a844dc" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "015954b6d1634098833536a442a844dc" member_type: VOTER last_known_addr { host: "127.22.162.62" port: 44901 } } peers { permanent_uuid: "5ec1ba7614844612b80fb89f952f6397" member_type: VOTER last_known_addr { host: "127.22.162.61" port: 33149 } } peers { permanent_uuid: "a5abe3ddd653428eb38c17a7278a7a02" member_type: VOTER last_known_addr { host: "127.22.162.60" port: 43375 } } }
04:07:52.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:07:52.205178 23439 sys_catalog.cc:458] T 00000000000000000000000000000000 P a5abe3ddd653428eb38c17a7278a7a02 [sys.catalog]: This master's current role is: FOLLOWER
04:07:52.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:07:52.248854 23448 catalog_manager.cc:1370] Generated new certificate authority record
04:07:52.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:07:52.251500 23448 catalog_manager.cc:1504] Loading token signing keys...
04:07:52.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:07:52.288434 23448 catalog_manager.cc:5868] T 00000000000000000000000000000000 P 015954b6d1634098833536a442a844dc: Generated new TSK 0
04:07:52.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:07:52.289934 23448 catalog_manager.cc:1514] Initializing in-progress tserver states...
04:07:52.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:07:52.317654 23176 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskKPlGYQ/build/tsan/bin/kudu
04:07:52.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskKPlGYQ/build/tsan/bin/kudu
04:07:52.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskKPlGYQ/test-tmp/mini-kudu-cluster744170912237431650/ts-0/wal
04:07:52.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskKPlGYQ/test-tmp/mini-kudu-cluster744170912237431650/ts-0/data
04:07:52.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
04:07:52.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
04:07:52.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
04:07:52.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
04:07:52.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
04:07:52.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
04:07:52.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskKPlGYQ/test-tmp/mini-kudu-cluster744170912237431650/ts-0/logs
04:07:52.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskKPlGYQ/test-tmp/mini-kudu-cluster744170912237431650/ts-0/data/info.pb
04:07:52.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
04:07:52.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
04:07:52.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
04:07:52.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
04:07:52.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
04:07:52.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
04:07:52.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
04:07:52.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
04:07:52.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
04:07:52.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
04:07:52.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.22.162.1:0
04:07:52.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.22.162.1
04:07:52.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.22.162.1
04:07:52.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
04:07:52.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.22.162.62:44901,127.22.162.61:33149,127.22.162.60:43375
04:07:52.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.22.162.20:36309
04:07:52.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
04:07:52.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
04:07:52.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
04:07:52.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:07:52.383731 23334 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.22.162.60" port: 43375 } attempt: 7
04:07:52.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:07:52.430063 23334 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 5ec1ba7614844612b80fb89f952f6397: Bootstrap starting.
04:07:52.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:07:52.437722 23334 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 5ec1ba7614844612b80fb89f952f6397: Neither blocks nor log segments found. Creating new log.
04:07:52.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:07:52.440618 23334 log.cc:824] T 00000000000000000000000000000000 P 5ec1ba7614844612b80fb89f952f6397: Log is configured to *not* fsync() on all Append() calls
04:07:52.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:07:52.462051 23334 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 5ec1ba7614844612b80fb89f952f6397: No bootstrap required, opened a new log
04:07:52.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:07:52.568924 23334 raft_consensus.cc:348] T 00000000000000000000000000000000 P 5ec1ba7614844612b80fb89f952f6397 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "015954b6d1634098833536a442a844dc" member_type: VOTER last_known_addr { host: "127.22.162.62" port: 44901 } } peers { permanent_uuid: "5ec1ba7614844612b80fb89f952f6397" member_type: VOTER last_known_addr { host: "127.22.162.61" port: 33149 } } peers { permanent_uuid: "a5abe3ddd653428eb38c17a7278a7a02" member_type: VOTER last_known_addr { host: "127.22.162.60" port: 43375 } }
04:07:52.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:07:52.572204 23334 raft_consensus.cc:374] T 00000000000000000000000000000000 P 5ec1ba7614844612b80fb89f952f6397 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
04:07:52.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:07:52.573366 23334 raft_consensus.cc:729] T 00000000000000000000000000000000 P 5ec1ba7614844612b80fb89f952f6397 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 5ec1ba7614844612b80fb89f952f6397, State: Initialized, Role: FOLLOWER
04:07:52.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:07:52.576494 23334 consensus_queue.cc:260] T 00000000000000000000000000000000 P 5ec1ba7614844612b80fb89f952f6397 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "015954b6d1634098833536a442a844dc" member_type: VOTER last_known_addr { host: "127.22.162.62" port: 44901 } } peers { permanent_uuid: "5ec1ba7614844612b80fb89f952f6397" member_type: VOTER last_known_addr { host: "127.22.162.61" port: 33149 } } peers { permanent_uuid: "a5abe3ddd653428eb38c17a7278a7a02" member_type: VOTER last_known_addr { host: "127.22.162.60" port: 43375 } }
04:07:52.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:07:52.604323 23308 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "015954b6d1634098833536a442a844dc" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "5ec1ba7614844612b80fb89f952f6397"
04:07:52.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:07:52.605912 23309 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "015954b6d1634098833536a442a844dc" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "5ec1ba7614844612b80fb89f952f6397" is_pre_election: true
04:07:52.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:07:52.603798 23307 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 5ec1ba7614844612b80fb89f952f6397 [term 0 FOLLOWER]: Advancing to term 1
04:07:52.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:07:52.617843 23307 raft_consensus.cc:1261] T 00000000000000000000000000000000 P 5ec1ba7614844612b80fb89f952f6397 [term 1 FOLLOWER]: Refusing update from remote peer 015954b6d1634098833536a442a844dc: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
04:07:52.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:07:52.619818 23443 consensus_queue.cc:1035] T 00000000000000000000000000000000 P 015954b6d1634098833536a442a844dc [LEADER]: Connected to new peer: Peer: permanent_uuid: "5ec1ba7614844612b80fb89f952f6397" member_type: VOTER last_known_addr { host: "127.22.162.61" port: 33149 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
04:07:52.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:07:52.620193 23334 sys_catalog.cc:564] T 00000000000000000000000000000000 P 5ec1ba7614844612b80fb89f952f6397 [sys.catalog]: configured and running, proceeding with master startup.
04:07:52.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:07:52.601923 23465 sys_catalog.cc:455] T 00000000000000000000000000000000 P 5ec1ba7614844612b80fb89f952f6397 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "015954b6d1634098833536a442a844dc" member_type: VOTER last_known_addr { host: "127.22.162.62" port: 44901 } } peers { permanent_uuid: "5ec1ba7614844612b80fb89f952f6397" member_type: VOTER last_known_addr { host: "127.22.162.61" port: 33149 } } peers { permanent_uuid: "a5abe3ddd653428eb38c17a7278a7a02" member_type: VOTER last_known_addr { host: "127.22.162.60" port: 43375 } } }
04:07:52.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:07:52.623588 23465 sys_catalog.cc:458] T 00000000000000000000000000000000 P 5ec1ba7614844612b80fb89f952f6397 [sys.catalog]: This master's current role is: FOLLOWER
04:07:52.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:07:52.705498 23475 sys_catalog.cc:455] T 00000000000000000000000000000000 P 5ec1ba7614844612b80fb89f952f6397 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "015954b6d1634098833536a442a844dc" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "015954b6d1634098833536a442a844dc" member_type: VOTER last_known_addr { host: "127.22.162.62" port: 44901 } } peers { permanent_uuid: "5ec1ba7614844612b80fb89f952f6397" member_type: VOTER last_known_addr { host: "127.22.162.61" port: 33149 } } peers { permanent_uuid: "a5abe3ddd653428eb38c17a7278a7a02" member_type: VOTER last_known_addr { host: "127.22.162.60" port: 43375 } } }
04:07:52.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:07:52.706616 23475 sys_catalog.cc:458] T 00000000000000000000000000000000 P 5ec1ba7614844612b80fb89f952f6397 [sys.catalog]: This master's current role is: FOLLOWER
04:07:52.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:07:52.706976 23465 sys_catalog.cc:455] T 00000000000000000000000000000000 P 5ec1ba7614844612b80fb89f952f6397 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 015954b6d1634098833536a442a844dc. Latest consensus state: current_term: 1 leader_uuid: "015954b6d1634098833536a442a844dc" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "015954b6d1634098833536a442a844dc" member_type: VOTER last_known_addr { host: "127.22.162.62" port: 44901 } } peers { permanent_uuid: "5ec1ba7614844612b80fb89f952f6397" member_type: VOTER last_known_addr { host: "127.22.162.61" port: 33149 } } peers { permanent_uuid: "a5abe3ddd653428eb38c17a7278a7a02" member_type: VOTER last_known_addr { host: "127.22.162.60" port: 43375 } } }
04:07:52.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:07:52.707747 23465 sys_catalog.cc:458] T 00000000000000000000000000000000 P 5ec1ba7614844612b80fb89f952f6397 [sys.catalog]: This master's current role is: FOLLOWER
04:07:52.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:07:52.728914 23483 catalog_manager.cc:795] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
04:07:52.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:07:52.905858 23462 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
04:07:52.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:07:52.906525 23462 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
04:07:52.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:07:52.907298 23462 flags.cc:425] Enabled unsafe flag: --never_fsync=true
04:07:52.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:07:52.945313 23462 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
04:07:52.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:07:52.946476 23462 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.22.162.1
04:07:52.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:07:52.984803 23462 tablet_server_runner.cc:78] Tablet server non-default flags:
04:07:52.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
04:07:52.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.22.162.20:36309
04:07:52.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
04:07:52.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
04:07:52.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskKPlGYQ/test-tmp/mini-kudu-cluster744170912237431650/ts-0/data
04:07:52.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskKPlGYQ/test-tmp/mini-kudu-cluster744170912237431650/ts-0/wal
04:07:52.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
04:07:52.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
04:07:52.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.22.162.1:0
04:07:52.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
04:07:52.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
04:07:52.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
04:07:52.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskKPlGYQ/test-tmp/mini-kudu-cluster744170912237431650/ts-0/data/info.pb
04:07:52.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.22.162.1
04:07:52.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
04:07:52.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.22.162.62:44901,127.22.162.61:33149,127.22.162.60:43375
04:07:52.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
04:07:52.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
04:07:52.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
04:07:52.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
04:07:52.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
04:07:52.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.22.162.1
04:07:52.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskKPlGYQ/test-tmp/mini-kudu-cluster744170912237431650/ts-0/logs
04:07:52.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
04:07:52.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
04:07:52.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
04:07:52.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
04:07:52.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
04:07:52.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
04:07:52.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
04:07:52.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 06 Aug 2026 02:58:30 UTC on ccycloud.quasar-xnspdp.root.comops.site
04:07:52.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4569537
04:07:52.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
04:07:52.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:07:52.986065 23462 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
04:07:52.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:07:52.988270 23462 file_cache.cc:493] Constructed file cache file cache with capacity 419430
04:07:53.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:07:53.013733 23489 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
04:07:53.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:07:53.066922 23443 sys_catalog.cc:455] T 00000000000000000000000000000000 P 015954b6d1634098833536a442a844dc [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "015954b6d1634098833536a442a844dc" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "015954b6d1634098833536a442a844dc" member_type: VOTER last_known_addr { host: "127.22.162.62" port: 44901 } } peers { permanent_uuid: "5ec1ba7614844612b80fb89f952f6397" member_type: VOTER last_known_addr { host: "127.22.162.61" port: 33149 } } peers { permanent_uuid: "a5abe3ddd653428eb38c17a7278a7a02" member_type: VOTER last_known_addr { host: "127.22.162.60" port: 43375 } } }
04:07:53.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:07:53.067905 23443 sys_catalog.cc:458] T 00000000000000000000000000000000 P 015954b6d1634098833536a442a844dc [sys.catalog]: This master's current role is: LEADER
04:07:53.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:07:53.109359 23455 catalog_manager.cc:1259] Loaded cluster ID: 06d6d6948eaa412d9199f98a99d86018
04:07:53.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:07:53.109659 23455 catalog_manager.cc:1552] T 00000000000000000000000000000000 P a5abe3ddd653428eb38c17a7278a7a02: loading cluster ID for follower catalog manager: success
04:07:53.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:07:53.124277 23455 catalog_manager.cc:1574] T 00000000000000000000000000000000 P a5abe3ddd653428eb38c17a7278a7a02: acquiring CA information for follower catalog manager: success
04:07:53.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:07:53.130062 23455 catalog_manager.cc:1602] T 00000000000000000000000000000000 P a5abe3ddd653428eb38c17a7278a7a02: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
04:07:53.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:07:53.753086 23483 catalog_manager.cc:1259] Loaded cluster ID: 06d6d6948eaa412d9199f98a99d86018
04:07:53.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:07:53.753526 23483 catalog_manager.cc:1552] T 00000000000000000000000000000000 P 5ec1ba7614844612b80fb89f952f6397: loading cluster ID for follower catalog manager: success
04:07:53.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:07:53.783783 23483 catalog_manager.cc:1574] T 00000000000000000000000000000000 P 5ec1ba7614844612b80fb89f952f6397: acquiring CA information for follower catalog manager: success
04:07:53.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:07:53.802031 23483 catalog_manager.cc:1602] T 00000000000000000000000000000000 P 5ec1ba7614844612b80fb89f952f6397: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
04:07:54.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:07:54.405848 23488 debug-util.cc:398] Leaking SignalData structure 0x7b0800014860 after lost signal to thread 23462
04:07:54.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:07:54.609092 23488 kernel_stack_watchdog.cc:198] Thread 23462 stuck at /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/util/thread.cc:637 for 392ms:
04:07:54.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
04:07:54.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
04:07:54.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
04:07:54.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
04:07:54.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:07:53.015767 23490 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
04:07:54.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:07:54.610823 23462 thread.cc:636] GCE (cloud detector) Time spent creating pthread: real 1.599s user 0.536s sys 0.832s
04:07:54.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:07:54.611287 23462 thread.cc:602] GCE (cloud detector) Time spent starting thread: real 1.600s user 0.537s sys 0.832s
04:07:54.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:07:54.625733 23498 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
04:07:54.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:07:54.626971 23462 server_base.cc:1034] running on GCE node
04:07:54.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:07:54.628443 23462 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
04:07:54.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:07:54.648782 23462 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
04:07:54.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:07:54.650334 23462 hybrid_clock.cc:648] HybridClock initialized: now 1785989274650187 us; error 177 us; skew 500 ppm
04:07:54.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:07:54.651469 23462 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
04:07:54.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:07:54.676870 23462 webserver.cc:460] Webserver started at http://127.22.162.1:42845/ using document root <none> and password file <none>
04:07:54.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:07:54.678201 23462 fs_manager.cc:359] Metadata directory not provided
04:07:54.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:07:54.678496 23462 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
04:07:54.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:07:54.679090 23462 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
04:07:54.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:07:54.687479 23462 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskKPlGYQ/test-tmp/mini-kudu-cluster744170912237431650/ts-0/data/instance:
04:07:54.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e1fa380be8944317a8e10d0fd907a714"
04:07:54.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-06 04:07:54 on dist-test-slave-1jjb"
04:07:54.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:07:54.689131 23462 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskKPlGYQ/test-tmp/mini-kudu-cluster744170912237431650/ts-0/wal/instance:
04:07:54.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e1fa380be8944317a8e10d0fd907a714"
04:07:54.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-06 04:07:54 on dist-test-slave-1jjb"
04:07:54.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:07:54.704954 23462 fs_manager.cc:691] Time spent creating directory manager: real 0.015s user 0.009s sys 0.005s
04:07:54.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:07:54.718699 23504 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
04:07:54.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:07:54.720141 23462 fs_manager.cc:725] Time spent opening block manager: real 0.010s user 0.005s sys 0.004s
04:07:54.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:07:54.720553 23462 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskKPlGYQ/test-tmp/mini-kudu-cluster744170912237431650/ts-0/data,/tmp/dist-test-taskKPlGYQ/test-tmp/mini-kudu-cluster744170912237431650/ts-0/wal
04:07:54.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e1fa380be8944317a8e10d0fd907a714"
04:07:54.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-06 04:07:54 on dist-test-slave-1jjb"
04:07:54.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:07:54.721035 23462 fs_report.cc:383] FS layout report
04:07:54.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
04:07:54.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskKPlGYQ/test-tmp/mini-kudu-cluster744170912237431650/ts-0/wal
04:07:54.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskKPlGYQ/test-tmp/mini-kudu-cluster744170912237431650/ts-0/wal
04:07:54.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskKPlGYQ/test-tmp/mini-kudu-cluster744170912237431650/ts-0/data/data
04:07:54.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
04:07:54.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
04:07:54.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
04:07:54.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
04:07:54.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
04:07:54.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
04:07:54.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
04:07:54.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
04:07:54.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
04:07:54.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
04:07:54.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
04:07:54.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:07:54.791903 23462 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
04:07:54.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:07:54.794027 23462 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
04:07:54.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:07:54.794659 23462 kserver.cc:163] Server-wide thread pool size limit: 3276
04:07:54.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:07:54.804157 23462 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
04:07:54.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:07:54.816565 23462 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
04:07:54.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:07:54.816880 23462 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
04:07:54.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:07:54.817217 23462 ts_tablet_manager.cc:610] Registered 0 tablets
04:07:54.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:07:54.817440 23462 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
04:07:55.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:07:55.640820 23462 rpc_server.cc:307] RPC server started. Bound to: 127.22.162.1:35373
04:07:55.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:07:55.640987 23621 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.22.162.1:35373 every 8 connection(s)
04:07:55.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:07:55.644412 23462 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskKPlGYQ/test-tmp/mini-kudu-cluster744170912237431650/ts-0/data/info.pb
04:07:55.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:07:55.653296 23176 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskKPlGYQ/build/tsan/bin/kudu as pid 23462
04:07:55.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:07:55.653720 23176 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskKPlGYQ/test-tmp/mini-kudu-cluster744170912237431650/ts-0/wal/instance
04:07:55.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:07:55.691388 23176 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskKPlGYQ/build/tsan/bin/kudu
04:07:55.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskKPlGYQ/build/tsan/bin/kudu
04:07:55.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskKPlGYQ/test-tmp/mini-kudu-cluster744170912237431650/ts-1/wal
04:07:55.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskKPlGYQ/test-tmp/mini-kudu-cluster744170912237431650/ts-1/data
04:07:55.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
04:07:55.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
04:07:55.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
04:07:55.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
04:07:55.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
04:07:55.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
04:07:55.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskKPlGYQ/test-tmp/mini-kudu-cluster744170912237431650/ts-1/logs
04:07:55.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskKPlGYQ/test-tmp/mini-kudu-cluster744170912237431650/ts-1/data/info.pb
04:07:55.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
04:07:55.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
04:07:55.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
04:07:55.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
04:07:55.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
04:07:55.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
04:07:55.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
04:07:55.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
04:07:55.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
04:07:55.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
04:07:55.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.22.162.2:0
04:07:55.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.22.162.2
04:07:55.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.22.162.2
04:07:55.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
04:07:55.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.22.162.62:44901,127.22.162.61:33149,127.22.162.60:43375
04:07:55.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.22.162.20:36309
04:07:55.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
04:07:55.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
04:07:55.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
04:07:55.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:07:55.746106 23622 heartbeater.cc:347] Connected to a master server at 127.22.162.60:43375
04:07:55.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:07:55.746659 23622 heartbeater.cc:464] Registering TS with master...
04:07:55.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:07:55.748047 23622 heartbeater.cc:511] Master 127.22.162.60:43375 requested a full tablet report, sending...
04:07:55.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:07:55.750238 23628 heartbeater.cc:347] Connected to a master server at 127.22.162.62:44901
04:07:55.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:07:55.750581 23628 heartbeater.cc:464] Registering TS with master...
04:07:55.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:07:55.751361 23628 heartbeater.cc:511] Master 127.22.162.62:44901 requested a full tablet report, sending...
04:07:55.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:07:55.752336 23379 ts_manager.cc:194] Registered new tserver with Master: e1fa380be8944317a8e10d0fd907a714 (127.22.162.1:35373)
04:07:55.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:07:55.754215 23220 ts_manager.cc:194] Registered new tserver with Master: e1fa380be8944317a8e10d0fd907a714 (127.22.162.1:35373)
04:07:55.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:07:55.757176 23220 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.22.162.1:36215
04:07:55.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:07:55.762790 23623 heartbeater.cc:347] Connected to a master server at 127.22.162.61:33149
04:07:55.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:07:55.763165 23623 heartbeater.cc:464] Registering TS with master...
04:07:55.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:07:55.763919 23623 heartbeater.cc:511] Master 127.22.162.61:33149 requested a full tablet report, sending...
04:07:55.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:07:55.767155 23299 ts_manager.cc:194] Registered new tserver with Master: e1fa380be8944317a8e10d0fd907a714 (127.22.162.1:35373)
04:07:56.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:07:56.127635 23633 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
04:07:56.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:07:56.128273 23633 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
04:07:56.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:07:56.128844 23633 flags.cc:425] Enabled unsafe flag: --never_fsync=true
04:07:56.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:07:56.162411 23633 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
04:07:56.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:07:56.163354 23633 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.22.162.2
04:07:56.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:07:56.199326 23633 tablet_server_runner.cc:78] Tablet server non-default flags:
04:07:56.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
04:07:56.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.22.162.20:36309
04:07:56.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
04:07:56.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
04:07:56.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskKPlGYQ/test-tmp/mini-kudu-cluster744170912237431650/ts-1/data
04:07:56.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskKPlGYQ/test-tmp/mini-kudu-cluster744170912237431650/ts-1/wal
04:07:56.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
04:07:56.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
04:07:56.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.22.162.2:0
04:07:56.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
04:07:56.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
04:07:56.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
04:07:56.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskKPlGYQ/test-tmp/mini-kudu-cluster744170912237431650/ts-1/data/info.pb
04:07:56.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.22.162.2
04:07:56.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
04:07:56.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.22.162.62:44901,127.22.162.61:33149,127.22.162.60:43375
04:07:56.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
04:07:56.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
04:07:56.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
04:07:56.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
04:07:56.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
04:07:56.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.22.162.2
04:07:56.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskKPlGYQ/test-tmp/mini-kudu-cluster744170912237431650/ts-1/logs
04:07:56.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
04:07:56.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
04:07:56.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
04:07:56.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
04:07:56.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
04:07:56.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
04:07:56.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
04:07:56.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 06 Aug 2026 02:58:30 UTC on ccycloud.quasar-xnspdp.root.comops.site
04:07:56.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4569537
04:07:56.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
04:07:56.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:07:56.201133 23633 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
04:07:56.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:07:56.203186 23633 file_cache.cc:493] Constructed file cache file cache with capacity 419430
04:07:56.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:07:56.226225 23642 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
04:07:56.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:07:56.761651 23628 heartbeater.cc:503] Master 127.22.162.62:44901 was elected leader, sending a full tablet report...
04:07:57.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:07:56.229537 23640 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
04:07:57.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:07:56.232372 23633 server_base.cc:1034] running on GCE node
04:07:57.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:07:56.238652 23644 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
04:07:57.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:07:57.467278 23633 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
04:07:57.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:07:57.469820 23633 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
04:07:57.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:07:57.471223 23633 hybrid_clock.cc:648] HybridClock initialized: now 1785989277471169 us; error 61 us; skew 500 ppm
04:07:57.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:07:57.472287 23633 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
04:07:57.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:07:57.480413 23633 webserver.cc:460] Webserver started at http://127.22.162.2:46513/ using document root <none> and password file <none>
04:07:57.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:07:57.482136 23633 fs_manager.cc:359] Metadata directory not provided
04:07:57.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:07:57.482524 23633 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
04:07:57.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:07:57.483282 23633 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
04:07:57.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:07:57.490656 23633 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskKPlGYQ/test-tmp/mini-kudu-cluster744170912237431650/ts-1/data/instance:
04:07:57.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "620c888c67d44641815052d48d8a06f2"
04:07:57.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-06 04:07:57 on dist-test-slave-1jjb"
04:07:57.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:07:57.491799 23633 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskKPlGYQ/test-tmp/mini-kudu-cluster744170912237431650/ts-1/wal/instance:
04:07:57.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "620c888c67d44641815052d48d8a06f2"
04:07:57.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-06 04:07:57 on dist-test-slave-1jjb"
04:07:57.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:07:57.499612 23633 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.006s sys 0.000s
04:07:57.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:07:57.505596 23653 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
04:07:57.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:07:57.506718 23633 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.005s sys 0.000s
04:07:57.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:07:57.507102 23633 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskKPlGYQ/test-tmp/mini-kudu-cluster744170912237431650/ts-1/data,/tmp/dist-test-taskKPlGYQ/test-tmp/mini-kudu-cluster744170912237431650/ts-1/wal
04:07:57.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "620c888c67d44641815052d48d8a06f2"
04:07:57.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-06 04:07:57 on dist-test-slave-1jjb"
04:07:57.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:07:57.507514 23633 fs_report.cc:383] FS layout report
04:07:57.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
04:07:57.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskKPlGYQ/test-tmp/mini-kudu-cluster744170912237431650/ts-1/wal
04:07:57.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskKPlGYQ/test-tmp/mini-kudu-cluster744170912237431650/ts-1/wal
04:07:57.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskKPlGYQ/test-tmp/mini-kudu-cluster744170912237431650/ts-1/data/data
04:07:57.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
04:07:57.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
04:07:57.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
04:07:57.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
04:07:57.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
04:07:57.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
04:07:57.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
04:07:57.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
04:07:57.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
04:07:57.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
04:07:57.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
04:07:57.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:07:57.569837 23633 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
04:07:57.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:07:57.571769 23633 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
04:07:57.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:07:57.572367 23633 kserver.cc:163] Server-wide thread pool size limit: 3276
04:07:57.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:07:57.575053 23633 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
04:07:57.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:07:57.579352 23633 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
04:07:57.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:07:57.579595 23633 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
04:07:57.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:07:57.579939 23633 ts_tablet_manager.cc:610] Registered 0 tablets
04:07:57.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:07:57.580152 23633 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.001s
04:07:57.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:07:57.729197 23633 rpc_server.cc:307] RPC server started. Bound to: 127.22.162.2:45429
04:07:57.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:07:57.729314 23768 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.22.162.2:45429 every 8 connection(s)
04:07:57.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:07:57.731853 23633 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskKPlGYQ/test-tmp/mini-kudu-cluster744170912237431650/ts-1/data/info.pb
04:07:57.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:07:57.733836 23176 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskKPlGYQ/build/tsan/bin/kudu as pid 23633
04:07:57.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:07:57.734647 23176 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskKPlGYQ/test-tmp/mini-kudu-cluster744170912237431650/ts-1/wal/instance
04:07:57.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:07:57.754158 23176 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskKPlGYQ/build/tsan/bin/kudu
04:07:57.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskKPlGYQ/build/tsan/bin/kudu
04:07:57.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskKPlGYQ/test-tmp/mini-kudu-cluster744170912237431650/ts-2/wal
04:07:57.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskKPlGYQ/test-tmp/mini-kudu-cluster744170912237431650/ts-2/data
04:07:57.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
04:07:57.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
04:07:57.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
04:07:57.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
04:07:57.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
04:07:57.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
04:07:57.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskKPlGYQ/test-tmp/mini-kudu-cluster744170912237431650/ts-2/logs
04:07:57.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskKPlGYQ/test-tmp/mini-kudu-cluster744170912237431650/ts-2/data/info.pb
04:07:57.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
04:07:57.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
04:07:57.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
04:07:57.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
04:07:57.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
04:07:57.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
04:07:57.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
04:07:57.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
04:07:57.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
04:07:57.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
04:07:57.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.22.162.3:0
04:07:57.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.22.162.3
04:07:57.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.22.162.3
04:07:57.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
04:07:57.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.22.162.62:44901,127.22.162.61:33149,127.22.162.60:43375
04:07:57.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.22.162.20:36309
04:07:57.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
04:07:57.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
04:07:57.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
04:07:57.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:07:57.789791 23769 heartbeater.cc:347] Connected to a master server at 127.22.162.60:43375
04:07:57.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:07:57.790323 23769 heartbeater.cc:464] Registering TS with master...
04:07:57.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:07:57.791620 23769 heartbeater.cc:511] Master 127.22.162.60:43375 requested a full tablet report, sending...
04:07:57.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:07:57.791733 23770 heartbeater.cc:347] Connected to a master server at 127.22.162.61:33149
04:07:57.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:07:57.792197 23770 heartbeater.cc:464] Registering TS with master...
04:07:57.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:07:57.793190 23770 heartbeater.cc:511] Master 127.22.162.61:33149 requested a full tablet report, sending...
04:07:57.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:07:57.797185 23299 ts_manager.cc:194] Registered new tserver with Master: 620c888c67d44641815052d48d8a06f2 (127.22.162.2:45429)
04:07:57.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:07:57.797340 23379 ts_manager.cc:194] Registered new tserver with Master: 620c888c67d44641815052d48d8a06f2 (127.22.162.2:45429)
04:07:57.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:07:57.803020 23774 heartbeater.cc:347] Connected to a master server at 127.22.162.62:44901
04:07:57.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:07:57.803316 23774 heartbeater.cc:464] Registering TS with master...
04:07:57.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:07:57.803980 23774 heartbeater.cc:511] Master 127.22.162.62:44901 requested a full tablet report, sending...
04:07:57.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:07:57.807312 23220 ts_manager.cc:194] Registered new tserver with Master: 620c888c67d44641815052d48d8a06f2 (127.22.162.2:45429)
04:07:57.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:07:57.809437 23220 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.22.162.2:58625
04:07:58.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:07:58.098033 23777 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
04:07:58.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:07:58.098652 23777 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
04:07:58.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:07:58.099215 23777 flags.cc:425] Enabled unsafe flag: --never_fsync=true
04:07:58.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:07:58.133980 23777 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
04:07:58.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:07:58.135046 23777 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.22.162.3
04:07:58.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:07:58.171522 23777 tablet_server_runner.cc:78] Tablet server non-default flags:
04:07:58.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
04:07:58.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.22.162.20:36309
04:07:58.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
04:07:58.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
04:07:58.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskKPlGYQ/test-tmp/mini-kudu-cluster744170912237431650/ts-2/data
04:07:58.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskKPlGYQ/test-tmp/mini-kudu-cluster744170912237431650/ts-2/wal
04:07:58.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
04:07:58.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
04:07:58.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.22.162.3:0
04:07:58.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
04:07:58.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
04:07:58.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
04:07:58.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskKPlGYQ/test-tmp/mini-kudu-cluster744170912237431650/ts-2/data/info.pb
04:07:58.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.22.162.3
04:07:58.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
04:07:58.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.22.162.62:44901,127.22.162.61:33149,127.22.162.60:43375
04:07:58.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
04:07:58.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
04:07:58.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
04:07:58.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
04:07:58.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
04:07:58.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.22.162.3
04:07:58.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskKPlGYQ/test-tmp/mini-kudu-cluster744170912237431650/ts-2/logs
04:07:58.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
04:07:58.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
04:07:58.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
04:07:58.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
04:07:58.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
04:07:58.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
04:07:58.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
04:07:58.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 06 Aug 2026 02:58:30 UTC on ccycloud.quasar-xnspdp.root.comops.site
04:07:58.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4569537
04:07:58.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
04:07:58.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:07:58.172900 23777 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
04:07:58.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:07:58.174548 23777 file_cache.cc:493] Constructed file cache file cache with capacity 419430
04:07:58.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:07:58.193836 23790 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
04:07:58.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:07:58.814076 23774 heartbeater.cc:503] Master 127.22.162.62:44901 was elected leader, sending a full tablet report...
04:07:59.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:07:58.194054 23788 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
04:07:59.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:07:58.194772 23786 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
04:07:59.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:07:58.195879 23777 server_base.cc:1034] running on GCE node
04:07:59.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:07:59.420586 23777 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
04:07:59.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:07:59.423275 23777 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
04:07:59.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:07:59.424687 23777 hybrid_clock.cc:648] HybridClock initialized: now 1785989279424615 us; error 46 us; skew 500 ppm
04:07:59.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:07:59.425551 23777 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
04:07:59.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:07:59.432363 23777 webserver.cc:460] Webserver started at http://127.22.162.3:35399/ using document root <none> and password file <none>
04:07:59.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:07:59.433436 23777 fs_manager.cc:359] Metadata directory not provided
04:07:59.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:07:59.433641 23777 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
04:07:59.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:07:59.434048 23777 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
04:07:59.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:07:59.439497 23777 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskKPlGYQ/test-tmp/mini-kudu-cluster744170912237431650/ts-2/data/instance:
04:07:59.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "0c7cd6a6052a4798b6b1b6ceb1114f5c"
04:07:59.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-06 04:07:59 on dist-test-slave-1jjb"
04:07:59.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:07:59.440680 23777 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskKPlGYQ/test-tmp/mini-kudu-cluster744170912237431650/ts-2/wal/instance:
04:07:59.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "0c7cd6a6052a4798b6b1b6ceb1114f5c"
04:07:59.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-06 04:07:59 on dist-test-slave-1jjb"
04:07:59.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:07:59.448580 23777 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.006s sys 0.001s
04:07:59.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:07:59.454257 23798 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
04:07:59.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:07:59.455395 23777 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.005s sys 0.000s
04:07:59.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:07:59.455695 23777 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskKPlGYQ/test-tmp/mini-kudu-cluster744170912237431650/ts-2/data,/tmp/dist-test-taskKPlGYQ/test-tmp/mini-kudu-cluster744170912237431650/ts-2/wal
04:07:59.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "0c7cd6a6052a4798b6b1b6ceb1114f5c"
04:07:59.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-06 04:07:59 on dist-test-slave-1jjb"
04:07:59.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:07:59.455989 23777 fs_report.cc:383] FS layout report
04:07:59.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
04:07:59.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskKPlGYQ/test-tmp/mini-kudu-cluster744170912237431650/ts-2/wal
04:07:59.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskKPlGYQ/test-tmp/mini-kudu-cluster744170912237431650/ts-2/wal
04:07:59.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskKPlGYQ/test-tmp/mini-kudu-cluster744170912237431650/ts-2/data/data
04:07:59.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
04:07:59.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
04:07:59.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
04:07:59.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
04:07:59.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
04:07:59.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
04:07:59.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
04:07:59.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
04:07:59.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
04:07:59.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
04:07:59.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
04:07:59.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:07:59.509994 23777 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
04:07:59.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:07:59.511512 23777 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
04:07:59.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:07:59.512116 23777 kserver.cc:163] Server-wide thread pool size limit: 3276
04:07:59.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:07:59.515120 23777 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
04:07:59.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:07:59.519565 23777 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
04:07:59.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:07:59.519776 23777 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
04:07:59.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:07:59.519979 23777 ts_tablet_manager.cc:610] Registered 0 tablets
04:07:59.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:07:59.520196 23777 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.001s sys 0.000s
04:07:59.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:07:59.668550 23777 rpc_server.cc:307] RPC server started. Bound to: 127.22.162.3:42345
04:07:59.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:07:59.668656 23918 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.22.162.3:42345 every 8 connection(s)
04:07:59.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:07:59.671128 23777 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskKPlGYQ/test-tmp/mini-kudu-cluster744170912237431650/ts-2/data/info.pb
04:07:59.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:07:59.674753 23176 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskKPlGYQ/build/tsan/bin/kudu as pid 23777
04:07:59.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:07:59.675175 23176 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskKPlGYQ/test-tmp/mini-kudu-cluster744170912237431650/ts-2/wal/instance
04:07:59.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:07:59.723096 23919 heartbeater.cc:347] Connected to a master server at 127.22.162.60:43375
04:07:59.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:07:59.723517 23920 heartbeater.cc:347] Connected to a master server at 127.22.162.61:33149
04:07:59.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:07:59.723663 23919 heartbeater.cc:464] Registering TS with master...
04:07:59.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:07:59.723901 23920 heartbeater.cc:464] Registering TS with master...
04:07:59.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:07:59.723846 23923 heartbeater.cc:347] Connected to a master server at 127.22.162.62:44901
04:07:59.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:07:59.724334 23923 heartbeater.cc:464] Registering TS with master...
04:07:59.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:07:59.725011 23919 heartbeater.cc:511] Master 127.22.162.60:43375 requested a full tablet report, sending...
04:07:59.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:07:59.725085 23923 heartbeater.cc:511] Master 127.22.162.62:44901 requested a full tablet report, sending...
04:07:59.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:07:59.726449 23920 heartbeater.cc:511] Master 127.22.162.61:33149 requested a full tablet report, sending...
04:07:59.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:07:59.727921 23220 ts_manager.cc:194] Registered new tserver with Master: 0c7cd6a6052a4798b6b1b6ceb1114f5c (127.22.162.3:42345)
04:07:59.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:07:59.729342 23299 ts_manager.cc:194] Registered new tserver with Master: 0c7cd6a6052a4798b6b1b6ceb1114f5c (127.22.162.3:42345)
04:07:59.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:07:59.729806 23379 ts_manager.cc:194] Registered new tserver with Master: 0c7cd6a6052a4798b6b1b6ceb1114f5c (127.22.162.3:42345)
04:07:59.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:07:59.730031 23220 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.22.162.3:35415
04:07:59.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:07:59.744831 23176 external_mini_cluster.cc:930] 3 TS(s) registered with all masters
04:07:59.755 [DEBUG - main] (MiniKuduCluster.java:195) Response:
04:07:59.755 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}
04:07:59.756 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
masters {
id {
type: MASTER
index: 0
}
bound_rpc_address {
host: "127.22.162.62"
port: 44901
}
bound_http_address {
host: "127.22.162.62"
port: 37991
}
}
masters {
id {
type: MASTER
index: 1
}
bound_rpc_address {
host: "127.22.162.61"
port: 33149
}
bound_http_address {
host: "127.22.162.61"
port: 44281
}
}
masters {
id {
type: MASTER
index: 2
}
bound_rpc_address {
host: "127.22.162.60"
port: 43375
}
bound_http_address {
host: "127.22.162.60"
port: 33985
}
}
}
04:07:59.756 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}
04:07:59.757 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
tservers {
id {
type: TSERVER
index: 0
}
bound_rpc_address {
host: "127.22.162.1"
port: 35373
}
bound_http_address {
host: "127.22.162.1"
port: 42845
}
}
tservers {
id {
type: TSERVER
index: 1
}
bound_rpc_address {
host: "127.22.162.2"
port: 45429
}
bound_http_address {
host: "127.22.162.2"
port: 46513
}
}
tservers {
id {
type: TSERVER
index: 2
}
bound_rpc_address {
host: "127.22.162.3"
port: 42345
}
bound_http_address {
host: "127.22.162.3"
port: 35399
}
}
}
04:07:59.757 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
04:07:59.758 [DEBUG - main] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskKPlGYQ/test-tmp/mini-kudu-cluster7778946661780598922/krb5kdc/krb5cc
04:07:59.759 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication
04:07:59.760 [INFO - Time-limited test] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskKPlGYQ/test-tmp
04:07:59.760 [INFO - Time-limited test] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
04:07:59.760 [INFO - Time-limited test] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskKPlGYQ/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
04:07:59.762 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 0
enable_kerberos: true
cluster_root: "/tmp/dist-test-taskKPlGYQ/test-tmp/mini-kudu-cluster7555327831753549220"
extra_master_flags: "--authn_token_validity_seconds=10"
hms_mode: NONE
mini_kdc_options {
ticket_lifetime: "10s"
renew_lifetime: "20s"
}
principal: "kudu"
mini_oidc_options {
}
}
04:08:00.107 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
04:08:00.107 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_cluster {
}
04:08:00.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:00.110670 23930 mini_oidc.cc:152] Starting JWKS server
04:08:00.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:00.114427 23930 webserver.cc:460] Webserver started at http://127.0.0.1:34387/ using document root <none> and password file <none>
04:08:00.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:00.114953 23930 mini_oidc.cc:189] Starting OIDC Discovery server
04:08:00.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:00.116786 23930 webserver.cc:460] Webserver started at http://127.0.0.1:34983/ using document root <none> and password file <none>
04:08:00.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Loading random data
04:08:00.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Initializing database '/tmp/dist-test-taskKPlGYQ/test-tmp/mini-kudu-cluster7555327831753549220/krb5kdc/principal' for realm 'KRBTEST.COM',
04:08:00.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master key name 'K/M@KRBTEST.COM'
04:08:00.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 06 04:08:00 dist-test-slave-1jjb krb5kdc[23941](info): setting up network...
04:08:00.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) krb5kdc: setsockopt(10,IPV6_V6ONLY,1) worked
04:08:00.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 06 04:08:00 dist-test-slave-1jjb krb5kdc[23941](info): set up 2 sockets
04:08:00.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 06 04:08:00 dist-test-slave-1jjb krb5kdc[23941](info): commencing operation
04:08:00.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) krb5kdc: starting...
04:08:00.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:00.734722 23923 heartbeater.cc:503] Master 127.22.162.62:44901 was elected leader, sending a full tablet report...
04:08:01.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:08:01.256211 23930 mini_kdc.cc:121] Time spent starting KDC: real 1.112s user 0.006s sys 0.014s
04:08:01.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for test-admin@KRBTEST.COM; defaulting to no policy
04:08:01.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
04:08:01.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "test-admin@KRBTEST.COM" created.
04:08:01.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for test-user@KRBTEST.COM; defaulting to no policy
04:08:01.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
04:08:01.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "test-user@KRBTEST.COM" created.
04:08:01.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for joe-interloper@KRBTEST.COM; defaulting to no policy
04:08:01.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
04:08:01.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "joe-interloper@KRBTEST.COM" created.
04:08:01.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
04:08:01.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal test-user with kvno 1, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskKPlGYQ/test-tmp/mini-kudu-cluster7555327831753549220/krb5kdc/test-user.keytab.
04:08:01.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal test-user with kvno 1, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskKPlGYQ/test-tmp/mini-kudu-cluster7555327831753549220/krb5kdc/test-user.keytab.
04:08:01.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 06 04:08:01 dist-test-slave-1jjb krb5kdc[23941](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1785989281, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
04:08:01.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
04:08:01.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-06T04:08:01Z chronyd version 3.5 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -SECHASH -IPV6 +DEBUG)
04:08:01.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-06T04:08:01Z Disabled control of system clock
04:08:01.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.23.94.190@KRBTEST.COM; defaulting to no policy
04:08:01.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
04:08:01.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.23.94.190@KRBTEST.COM" created.
04:08:01.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
04:08:01.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.23.94.190 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskKPlGYQ/test-tmp/mini-kudu-cluster7555327831753549220/krb5kdc/kudu_127.23.94.190.keytab.
04:08:01.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.23.94.190 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskKPlGYQ/test-tmp/mini-kudu-cluster7555327831753549220/krb5kdc/kudu_127.23.94.190.keytab.
04:08:01.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:01.466359 23930 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskKPlGYQ/build/tsan/bin/kudu
04:08:01.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskKPlGYQ/build/tsan/bin/kudu
04:08:01.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskKPlGYQ/test-tmp/mini-kudu-cluster7555327831753549220/master-0/wal
04:08:01.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskKPlGYQ/test-tmp/mini-kudu-cluster7555327831753549220/master-0/data
04:08:01.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
04:08:01.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
04:08:01.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
04:08:01.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
04:08:01.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
04:08:01.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
04:08:01.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskKPlGYQ/test-tmp/mini-kudu-cluster7555327831753549220/master-0/logs
04:08:01.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskKPlGYQ/test-tmp/mini-kudu-cluster7555327831753549220/master-0/data/info.pb
04:08:01.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
04:08:01.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
04:08:01.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
04:08:01.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
04:08:01.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
04:08:01.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
04:08:01.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
04:08:01.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
04:08:01.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
04:08:01.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
04:08:01.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
04:08:01.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
04:08:01.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.23.94.190:41431
04:08:01.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.23.94.190
04:08:01.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
04:08:01.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskKPlGYQ/test-tmp/mini-kudu-cluster7555327831753549220/krb5kdc/kudu_127.23.94.190.keytab
04:08:01.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.23.94.190
04:08:01.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
04:08:01.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
04:08:01.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
04:08:01.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.23.94.148:37497
04:08:01.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
04:08:01.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
04:08:01.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
04:08:01.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
04:08:01.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.23.94.190:41431,127.23.94.189:45581,127.23.94.188:41077
04:08:01.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
04:08:01.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34387/jwks.json
04:08:01.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskKPlGYQ/test-tmp/mini-kudu-cluster7555327831753549220/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskKPlGYQ/test-tmp/mini-kudu-cluster7555327831753549220/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskKPlGYQ/test-tmp/mini-kudu-cluster7555327831753549220/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
04:08:01.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:08:01.809553 23956 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
04:08:01.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:08:01.810388 23956 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
04:08:01.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:08:01.811594 23956 flags.cc:425] Enabled unsafe flag: --never_fsync=true
04:08:01.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:08:01.851647 23956 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
04:08:01.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:08:01.851934 23956 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
04:08:01.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:08:01.852377 23956 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
04:08:01.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:08:01.852689 23956 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
04:08:01.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:08:01.852975 23956 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
04:08:01.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:08:01.853259 23956 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
04:08:01.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:08:01.853494 23956 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:34387/jwks.json
04:08:01.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:01.891448 23956 master_runner.cc:386] Master server non-default flags:
04:08:01.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
04:08:01.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.23.94.148:37497
04:08:01.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
04:08:01.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
04:08:01.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskKPlGYQ/test-tmp/mini-kudu-cluster7555327831753549220/master-0/data
04:08:01.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskKPlGYQ/test-tmp/mini-kudu-cluster7555327831753549220/master-0/wal
04:08:01.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
04:08:01.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
04:08:01.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.23.94.190:41431,127.23.94.189:45581,127.23.94.188:41077
04:08:01.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskKPlGYQ/test-tmp/mini-kudu-cluster7555327831753549220/krb5kdc/kudu_127.23.94.190.keytab
04:08:01.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.23.94.190
04:08:01.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
04:08:01.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
04:08:01.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
04:08:01.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.23.94.190:41431
04:08:01.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
04:08:01.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
04:08:01.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
04:08:01.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34387/jwks.json
04:08:01.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
04:08:01.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
04:08:01.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
04:08:01.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
04:08:01.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
04:08:01.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskKPlGYQ/test-tmp/mini-kudu-cluster7555327831753549220/master-0/data/info.pb
04:08:01.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.23.94.190
04:08:01.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
04:08:01.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
04:08:01.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
04:08:01.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
04:08:01.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
04:08:01.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
04:08:01.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskKPlGYQ/test-tmp/mini-kudu-cluster7555327831753549220/master-0/logs
04:08:01.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
04:08:01.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
04:08:01.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
04:08:01.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
04:08:01.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
04:08:01.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
04:08:01.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
04:08:01.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 06 Aug 2026 02:58:30 UTC on ccycloud.quasar-xnspdp.root.comops.site
04:08:01.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4569537
04:08:01.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
04:08:01.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:01.892992 23956 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
04:08:01.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:01.894102 23956 file_cache.cc:493] Constructed file cache file cache with capacity 419430
04:08:01.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:08:01.912482 23963 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
04:08:03.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:08:01.912482 23965 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
04:08:03.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:08:01.912670 23962 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
04:08:03.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:01.915391 23956 server_base.cc:1034] running on GCE node
04:08:03.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:03.165665 23956 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
04:08:03.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:03.168486 23956 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
04:08:03.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:03.169904 23956 hybrid_clock.cc:648] HybridClock initialized: now 1785989283169811 us; error 99 us; skew 500 ppm
04:08:03.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:03.171073 23956 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
04:08:03.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 06 04:08:03 dist-test-slave-1jjb krb5kdc[23941](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1785989283, etypes {rep=17 tkt=17 ses=17}, kudu/127.23.94.190@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
04:08:03.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:03.177361 23956 init.cc:377] Logged in from keytab as kudu/127.23.94.190@KRBTEST.COM (short username kudu)
04:08:03.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:03.182833 23956 webserver.cc:460] Webserver started at http://127.23.94.190:35991/ using document root <none> and password file <none>
04:08:03.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:03.183751 23956 fs_manager.cc:359] Metadata directory not provided
04:08:03.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:03.183935 23956 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
04:08:03.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:03.184477 23956 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
04:08:03.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:03.189568 23956 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskKPlGYQ/test-tmp/mini-kudu-cluster7555327831753549220/master-0/data/instance:
04:08:03.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b985d58384d344fead1344fbb3a4e38c"
04:08:03.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-06 04:08:03 on dist-test-slave-1jjb"
04:08:03.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:03.190662 23956 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskKPlGYQ/test-tmp/mini-kudu-cluster7555327831753549220/master-0/wal/instance:
04:08:03.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b985d58384d344fead1344fbb3a4e38c"
04:08:03.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-06 04:08:03 on dist-test-slave-1jjb"
04:08:03.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:03.198588 23956 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.006s sys 0.004s
04:08:03.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:03.204607 23975 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
04:08:03.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:03.205878 23956 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.002s sys 0.002s
04:08:03.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:03.206180 23956 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskKPlGYQ/test-tmp/mini-kudu-cluster7555327831753549220/master-0/data,/tmp/dist-test-taskKPlGYQ/test-tmp/mini-kudu-cluster7555327831753549220/master-0/wal
04:08:03.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b985d58384d344fead1344fbb3a4e38c"
04:08:03.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-06 04:08:03 on dist-test-slave-1jjb"
04:08:03.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:03.206532 23956 fs_report.cc:383] FS layout report
04:08:03.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
04:08:03.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskKPlGYQ/test-tmp/mini-kudu-cluster7555327831753549220/master-0/wal
04:08:03.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskKPlGYQ/test-tmp/mini-kudu-cluster7555327831753549220/master-0/wal
04:08:03.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskKPlGYQ/test-tmp/mini-kudu-cluster7555327831753549220/master-0/data/data
04:08:03.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
04:08:03.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
04:08:03.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
04:08:03.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
04:08:03.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
04:08:03.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
04:08:03.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
04:08:03.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
04:08:03.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
04:08:03.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
04:08:03.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
04:08:03.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:03.244827 23956 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
04:08:03.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:03.251098 23956 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
04:08:03.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:03.251520 23956 kserver.cc:163] Server-wide thread pool size limit: 3276
04:08:03.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:03.329084 23956 rpc_server.cc:307] RPC server started. Bound to: 127.23.94.190:41431
04:08:03.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:03.329157 24028 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.23.94.190:41431 every 8 connection(s)
04:08:03.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:03.331799 23956 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskKPlGYQ/test-tmp/mini-kudu-cluster7555327831753549220/master-0/data/info.pb
04:08:03.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:03.337880 24029 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
04:08:03.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:03.340615 23930 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskKPlGYQ/build/tsan/bin/kudu as pid 23956
04:08:03.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:03.341051 23930 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskKPlGYQ/test-tmp/mini-kudu-cluster7555327831753549220/master-0/wal/instance
04:08:03.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:03.351155 24029 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.23.94.190" port: 41431 } has no permanent_uuid. Determining permanent_uuid...
04:08:03.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.23.94.189@KRBTEST.COM; defaulting to no policy
04:08:03.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
04:08:03.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.23.94.189@KRBTEST.COM" created.
04:08:03.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 06 04:08:03 dist-test-slave-1jjb krb5kdc[23941](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1785989283, etypes {rep=17 tkt=17 ses=17}, kudu/127.23.94.190@KRBTEST.COM for kudu/127.23.94.190@KRBTEST.COM
04:08:03.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
04:08:03.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.23.94.189 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskKPlGYQ/test-tmp/mini-kudu-cluster7555327831753549220/krb5kdc/kudu_127.23.94.189.keytab.
04:08:03.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.23.94.189 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskKPlGYQ/test-tmp/mini-kudu-cluster7555327831753549220/krb5kdc/kudu_127.23.94.189.keytab.
04:08:03.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:03.393517 23930 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskKPlGYQ/build/tsan/bin/kudu
04:08:03.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskKPlGYQ/build/tsan/bin/kudu
04:08:03.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskKPlGYQ/test-tmp/mini-kudu-cluster7555327831753549220/master-1/wal
04:08:03.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskKPlGYQ/test-tmp/mini-kudu-cluster7555327831753549220/master-1/data
04:08:03.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
04:08:03.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
04:08:03.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
04:08:03.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
04:08:03.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
04:08:03.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
04:08:03.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskKPlGYQ/test-tmp/mini-kudu-cluster7555327831753549220/master-1/logs
04:08:03.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskKPlGYQ/test-tmp/mini-kudu-cluster7555327831753549220/master-1/data/info.pb
04:08:03.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
04:08:03.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
04:08:03.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
04:08:03.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
04:08:03.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
04:08:03.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
04:08:03.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
04:08:03.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
04:08:03.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
04:08:03.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
04:08:03.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
04:08:03.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
04:08:03.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.23.94.189:45581
04:08:03.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.23.94.189
04:08:03.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
04:08:03.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskKPlGYQ/test-tmp/mini-kudu-cluster7555327831753549220/krb5kdc/kudu_127.23.94.189.keytab
04:08:03.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.23.94.189
04:08:03.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
04:08:03.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
04:08:03.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
04:08:03.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.23.94.148:37497
04:08:03.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
04:08:03.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
04:08:03.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
04:08:03.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
04:08:03.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.23.94.190:41431,127.23.94.189:45581,127.23.94.188:41077
04:08:03.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
04:08:03.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34387/jwks.json
04:08:03.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskKPlGYQ/test-tmp/mini-kudu-cluster7555327831753549220/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskKPlGYQ/test-tmp/mini-kudu-cluster7555327831753549220/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskKPlGYQ/test-tmp/mini-kudu-cluster7555327831753549220/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
04:08:03.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:03.397053 24029 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.23.94.189" port: 45581 } has no permanent_uuid. Determining permanent_uuid...
04:08:03.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:08:03.399314 23977 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.23.94.189:45581: connect: Connection refused (error 111)
04:08:03.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:08:03.403209 24029 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.23.94.189:45581: Network error: Client connection negotiation failed: client connection to 127.23.94.189:45581: connect: Connection refused (error 111)
04:08:03.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:03.452761 24029 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.23.94.189" port: 45581 } attempt: 1
04:08:03.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:08:03.457332 24029 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.23.94.189:45581: Network error: Client connection negotiation failed: client connection to 127.23.94.189:45581: connect: Connection refused (error 111)
04:08:03.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:03.525728 24029 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.23.94.189" port: 45581 } attempt: 2
04:08:03.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:08:03.530119 24029 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.23.94.189:45581: Network error: Client connection negotiation failed: client connection to 127.23.94.189:45581: connect: Connection refused (error 111)
04:08:03.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:03.621711 24029 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.23.94.189" port: 45581 } attempt: 3
04:08:03.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:08:03.626320 24029 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.23.94.189:45581: Network error: Client connection negotiation failed: client connection to 127.23.94.189:45581: connect: Connection refused (error 111)
04:08:03.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:08:03.735931 24035 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
04:08:03.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:08:03.736831 24035 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
04:08:03.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:08:03.737876 24035 flags.cc:425] Enabled unsafe flag: --never_fsync=true
04:08:03.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:03.769806 24029 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.23.94.189" port: 45581 } attempt: 4
04:08:03.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:08:03.774390 24029 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.23.94.189:45581: Network error: Client connection negotiation failed: client connection to 127.23.94.189:45581: connect: Connection refused (error 111)
04:08:03.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:08:03.774554 24035 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
04:08:03.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:08:03.774750 24035 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
04:08:03.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:08:03.775012 24035 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
04:08:03.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:08:03.775224 24035 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
04:08:03.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:08:03.775408 24035 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
04:08:03.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:08:03.775682 24035 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
04:08:03.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:08:03.775839 24035 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:34387/jwks.json
04:08:03.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:03.813753 24035 master_runner.cc:386] Master server non-default flags:
04:08:03.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
04:08:03.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.23.94.148:37497
04:08:03.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
04:08:03.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
04:08:03.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskKPlGYQ/test-tmp/mini-kudu-cluster7555327831753549220/master-1/data
04:08:03.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskKPlGYQ/test-tmp/mini-kudu-cluster7555327831753549220/master-1/wal
04:08:03.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
04:08:03.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
04:08:03.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.23.94.190:41431,127.23.94.189:45581,127.23.94.188:41077
04:08:03.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskKPlGYQ/test-tmp/mini-kudu-cluster7555327831753549220/krb5kdc/kudu_127.23.94.189.keytab
04:08:03.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.23.94.189
04:08:03.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
04:08:03.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
04:08:03.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
04:08:03.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.23.94.189:45581
04:08:03.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
04:08:03.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
04:08:03.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
04:08:03.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34387/jwks.json
04:08:03.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
04:08:03.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
04:08:03.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
04:08:03.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
04:08:03.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
04:08:03.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskKPlGYQ/test-tmp/mini-kudu-cluster7555327831753549220/master-1/data/info.pb
04:08:03.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.23.94.189
04:08:03.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
04:08:03.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
04:08:03.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
04:08:03.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
04:08:03.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
04:08:03.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
04:08:03.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskKPlGYQ/test-tmp/mini-kudu-cluster7555327831753549220/master-1/logs
04:08:03.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
04:08:03.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
04:08:03.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
04:08:03.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
04:08:03.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
04:08:03.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
04:08:03.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
04:08:03.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 06 Aug 2026 02:58:30 UTC on ccycloud.quasar-xnspdp.root.comops.site
04:08:03.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4569537
04:08:03.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
04:08:03.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:03.815248 24035 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
04:08:03.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:03.816591 24035 file_cache.cc:493] Constructed file cache file cache with capacity 419430
04:08:03.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:08:03.845379 24043 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
04:08:04.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:04.073890 24029 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.23.94.189" port: 45581 } attempt: 5
04:08:04.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:08:04.079360 24029 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.23.94.189:45581: Network error: Client connection negotiation failed: client connection to 127.23.94.189:45581: connect: Connection refused (error 111)
04:08:04.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:04.626817 24029 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.23.94.189" port: 45581 } attempt: 6
04:08:04.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:08:04.642760 24029 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.23.94.189:45581: Network error: Client connection negotiation failed: client connection to 127.23.94.189:45581: connect: Connection refused (error 111)
04:08:05.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:08:03.845445 24046 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
04:08:05.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:03.847128 24035 server_base.cc:1034] running on GCE node
04:08:05.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:08:03.846993 24044 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
04:08:05.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:05.094679 24035 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
04:08:05.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:05.098106 24035 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
04:08:05.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:05.099567 24035 hybrid_clock.cc:648] HybridClock initialized: now 1785989285099531 us; error 65 us; skew 500 ppm
04:08:05.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:05.100505 24035 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
04:08:05.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 06 04:08:05 dist-test-slave-1jjb krb5kdc[23941](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1785989285, etypes {rep=17 tkt=17 ses=17}, kudu/127.23.94.189@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
04:08:05.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:05.111826 24035 init.cc:377] Logged in from keytab as kudu/127.23.94.189@KRBTEST.COM (short username kudu)
04:08:05.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:05.117779 24035 webserver.cc:460] Webserver started at http://127.23.94.189:38061/ using document root <none> and password file <none>
04:08:05.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:05.118726 24035 fs_manager.cc:359] Metadata directory not provided
04:08:05.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:05.118934 24035 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
04:08:05.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:05.119374 24035 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
04:08:05.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:05.125036 24035 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskKPlGYQ/test-tmp/mini-kudu-cluster7555327831753549220/master-1/data/instance:
04:08:05.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "746f3e374e514a629c9a841bb74fa5ae"
04:08:05.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-06 04:08:05 on dist-test-slave-1jjb"
04:08:05.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:05.126371 24035 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskKPlGYQ/test-tmp/mini-kudu-cluster7555327831753549220/master-1/wal/instance:
04:08:05.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "746f3e374e514a629c9a841bb74fa5ae"
04:08:05.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-06 04:08:05 on dist-test-slave-1jjb"
04:08:05.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:05.134277 24035 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.002s sys 0.007s
04:08:05.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:05.140519 24057 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
04:08:05.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:05.141810 24035 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.002s sys 0.002s
04:08:05.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:05.142119 24035 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskKPlGYQ/test-tmp/mini-kudu-cluster7555327831753549220/master-1/data,/tmp/dist-test-taskKPlGYQ/test-tmp/mini-kudu-cluster7555327831753549220/master-1/wal
04:08:05.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "746f3e374e514a629c9a841bb74fa5ae"
04:08:05.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-06 04:08:05 on dist-test-slave-1jjb"
04:08:05.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:05.142592 24035 fs_report.cc:383] FS layout report
04:08:05.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
04:08:05.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskKPlGYQ/test-tmp/mini-kudu-cluster7555327831753549220/master-1/wal
04:08:05.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskKPlGYQ/test-tmp/mini-kudu-cluster7555327831753549220/master-1/wal
04:08:05.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskKPlGYQ/test-tmp/mini-kudu-cluster7555327831753549220/master-1/data/data
04:08:05.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
04:08:05.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
04:08:05.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
04:08:05.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
04:08:05.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
04:08:05.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
04:08:05.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
04:08:05.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
04:08:05.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
04:08:05.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
04:08:05.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
04:08:05.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:05.182580 24035 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
04:08:05.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:05.188401 24035 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
04:08:05.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:05.188831 24035 kserver.cc:163] Server-wide thread pool size limit: 3276
04:08:05.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:05.271263 24035 rpc_server.cc:307] RPC server started. Bound to: 127.23.94.189:45581
04:08:05.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:05.271339 24110 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.23.94.189:45581 every 8 connection(s)
04:08:05.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:05.274019 24035 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskKPlGYQ/test-tmp/mini-kudu-cluster7555327831753549220/master-1/data/info.pb
04:08:05.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:05.279785 24111 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
04:08:05.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:05.284523 23930 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskKPlGYQ/build/tsan/bin/kudu as pid 24035
04:08:05.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:05.285018 23930 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskKPlGYQ/test-tmp/mini-kudu-cluster7555327831753549220/master-1/wal/instance
04:08:05.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:05.295542 24111 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.23.94.190" port: 41431 } has no permanent_uuid. Determining permanent_uuid...
04:08:05.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.23.94.188@KRBTEST.COM; defaulting to no policy
04:08:05.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
04:08:05.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.23.94.188@KRBTEST.COM" created.
04:08:05.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 06 04:08:05 dist-test-slave-1jjb krb5kdc[23941](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1785989285, etypes {rep=17 tkt=17 ses=17}, kudu/127.23.94.189@KRBTEST.COM for kudu/127.23.94.190@KRBTEST.COM
04:08:05.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
04:08:05.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.23.94.188 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskKPlGYQ/test-tmp/mini-kudu-cluster7555327831753549220/krb5kdc/kudu_127.23.94.188.keytab.
04:08:05.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.23.94.188 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskKPlGYQ/test-tmp/mini-kudu-cluster7555327831753549220/krb5kdc/kudu_127.23.94.188.keytab.
04:08:05.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:05.334919 24111 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.23.94.189" port: 45581 } has no permanent_uuid. Determining permanent_uuid...
04:08:05.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:05.335512 23930 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskKPlGYQ/build/tsan/bin/kudu
04:08:05.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskKPlGYQ/build/tsan/bin/kudu
04:08:05.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskKPlGYQ/test-tmp/mini-kudu-cluster7555327831753549220/master-2/wal
04:08:05.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskKPlGYQ/test-tmp/mini-kudu-cluster7555327831753549220/master-2/data
04:08:05.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
04:08:05.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
04:08:05.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
04:08:05.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
04:08:05.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
04:08:05.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
04:08:05.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskKPlGYQ/test-tmp/mini-kudu-cluster7555327831753549220/master-2/logs
04:08:05.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskKPlGYQ/test-tmp/mini-kudu-cluster7555327831753549220/master-2/data/info.pb
04:08:05.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
04:08:05.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
04:08:05.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
04:08:05.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
04:08:05.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
04:08:05.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
04:08:05.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
04:08:05.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
04:08:05.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
04:08:05.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
04:08:05.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
04:08:05.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
04:08:05.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.23.94.188:41077
04:08:05.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.23.94.188
04:08:05.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
04:08:05.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskKPlGYQ/test-tmp/mini-kudu-cluster7555327831753549220/krb5kdc/kudu_127.23.94.188.keytab
04:08:05.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.23.94.188
04:08:05.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
04:08:05.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
04:08:05.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
04:08:05.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.23.94.148:37497
04:08:05.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
04:08:05.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
04:08:05.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
04:08:05.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
04:08:05.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.23.94.190:41431,127.23.94.189:45581,127.23.94.188:41077
04:08:05.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
04:08:05.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34387/jwks.json
04:08:05.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskKPlGYQ/test-tmp/mini-kudu-cluster7555327831753549220/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskKPlGYQ/test-tmp/mini-kudu-cluster7555327831753549220/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskKPlGYQ/test-tmp/mini-kudu-cluster7555327831753549220/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
04:08:05.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 06 04:08:05 dist-test-slave-1jjb krb5kdc[23941](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1785989285, etypes {rep=17 tkt=17 ses=17}, kudu/127.23.94.189@KRBTEST.COM for kudu/127.23.94.189@KRBTEST.COM
04:08:05.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:05.374580 24111 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.23.94.188" port: 41077 } has no permanent_uuid. Determining permanent_uuid...
04:08:05.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:08:05.377313 24058 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.23.94.188:41077: connect: Connection refused (error 111)
04:08:05.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:08:05.382287 24111 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.23.94.188:41077: Network error: Client connection negotiation failed: client connection to 127.23.94.188:41077: connect: Connection refused (error 111)
04:08:05.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:05.431907 24111 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.23.94.188" port: 41077 } attempt: 1
04:08:05.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:08:05.436132 24111 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.23.94.188:41077: Network error: Client connection negotiation failed: client connection to 127.23.94.188:41077: connect: Connection refused (error 111)
04:08:05.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:05.504635 24111 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.23.94.188" port: 41077 } attempt: 2
04:08:05.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:08:05.508553 24111 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.23.94.188:41077: Network error: Client connection negotiation failed: client connection to 127.23.94.188:41077: connect: Connection refused (error 111)
04:08:05.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:05.600068 24111 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.23.94.188" port: 41077 } attempt: 3
04:08:05.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:08:05.603994 24111 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.23.94.188:41077: Network error: Client connection negotiation failed: client connection to 127.23.94.188:41077: connect: Connection refused (error 111)
04:08:05.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:08:05.671330 24118 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
04:08:05.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:08:05.671998 24118 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
04:08:05.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:08:05.672770 24118 flags.cc:425] Enabled unsafe flag: --never_fsync=true
04:08:05.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:05.703243 24029 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.23.94.189" port: 45581 } attempt: 7
04:08:05.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:08:05.705907 24118 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
04:08:05.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:08:05.706241 24118 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
04:08:05.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:08:05.706682 24118 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
04:08:05.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:08:05.707010 24118 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
04:08:05.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:08:05.707326 24118 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
04:08:05.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:08:05.707643 24118 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
04:08:05.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:08:05.707870 24118 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:34387/jwks.json
04:08:05.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 06 04:08:05 dist-test-slave-1jjb krb5kdc[23941](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1785989283, etypes {rep=17 tkt=17 ses=17}, kudu/127.23.94.190@KRBTEST.COM for kudu/127.23.94.189@KRBTEST.COM
04:08:05.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:05.727818 24029 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.23.94.188" port: 41077 } has no permanent_uuid. Determining permanent_uuid...
04:08:05.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:08:05.733807 24029 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.23.94.188:41077: Network error: Client connection negotiation failed: client connection to 127.23.94.188:41077: connect: Connection refused (error 111)
04:08:05.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:05.747469 24111 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.23.94.188" port: 41077 } attempt: 4
04:08:05.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:08:05.751178 24111 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.23.94.188:41077: Network error: Client connection negotiation failed: client connection to 127.23.94.188:41077: connect: Connection refused (error 111)
04:08:05.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:05.755242 24118 master_runner.cc:386] Master server non-default flags:
04:08:05.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
04:08:05.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.23.94.148:37497
04:08:05.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
04:08:05.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
04:08:05.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskKPlGYQ/test-tmp/mini-kudu-cluster7555327831753549220/master-2/data
04:08:05.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskKPlGYQ/test-tmp/mini-kudu-cluster7555327831753549220/master-2/wal
04:08:05.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
04:08:05.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
04:08:05.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.23.94.190:41431,127.23.94.189:45581,127.23.94.188:41077
04:08:05.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskKPlGYQ/test-tmp/mini-kudu-cluster7555327831753549220/krb5kdc/kudu_127.23.94.188.keytab
04:08:05.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.23.94.188
04:08:05.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
04:08:05.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
04:08:05.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
04:08:05.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.23.94.188:41077
04:08:05.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
04:08:05.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
04:08:05.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
04:08:05.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34387/jwks.json
04:08:05.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
04:08:05.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
04:08:05.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
04:08:05.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
04:08:05.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
04:08:05.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskKPlGYQ/test-tmp/mini-kudu-cluster7555327831753549220/master-2/data/info.pb
04:08:05.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.23.94.188
04:08:05.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
04:08:05.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
04:08:05.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
04:08:05.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
04:08:05.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
04:08:05.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
04:08:05.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskKPlGYQ/test-tmp/mini-kudu-cluster7555327831753549220/master-2/logs
04:08:05.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
04:08:05.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
04:08:05.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
04:08:05.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
04:08:05.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
04:08:05.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
04:08:05.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
04:08:05.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 06 Aug 2026 02:58:30 UTC on ccycloud.quasar-xnspdp.root.comops.site
04:08:05.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4569537
04:08:05.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
04:08:05.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:05.756531 24118 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
04:08:05.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:05.757930 24118 file_cache.cc:493] Constructed file cache file cache with capacity 419430
04:08:05.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:08:05.776549 24131 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
04:08:05.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:05.792205 24029 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.23.94.188" port: 41077 } attempt: 1
04:08:05.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:08:05.796878 24029 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.23.94.188:41077: Network error: Client connection negotiation failed: client connection to 127.23.94.188:41077: connect: Connection refused (error 111)
04:08:05.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:05.878378 24029 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.23.94.188" port: 41077 } attempt: 2
04:08:05.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:08:05.883253 24029 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.23.94.188:41077: Network error: Client connection negotiation failed: client connection to 127.23.94.188:41077: connect: Connection refused (error 111)
04:08:05.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:05.968784 24029 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.23.94.188" port: 41077 } attempt: 3
04:08:05.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:08:05.972507 24029 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.23.94.188:41077: Network error: Client connection negotiation failed: client connection to 127.23.94.188:41077: connect: Connection refused (error 111)
04:08:06.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:06.050642 24111 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.23.94.188" port: 41077 } attempt: 5
04:08:06.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:08:06.054667 24111 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.23.94.188:41077: Network error: Client connection negotiation failed: client connection to 127.23.94.188:41077: connect: Connection refused (error 111)
04:08:06.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:06.113183 24029 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.23.94.188" port: 41077 } attempt: 4
04:08:06.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:08:06.118561 24029 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.23.94.188:41077: Network error: Client connection negotiation failed: client connection to 127.23.94.188:41077: connect: Connection refused (error 111)
04:08:06.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:06.402123 24029 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.23.94.188" port: 41077 } attempt: 5
04:08:06.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:08:06.408022 24029 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.23.94.188:41077: Network error: Client connection negotiation failed: client connection to 127.23.94.188:41077: connect: Connection refused (error 111)
04:08:06.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:06.602303 24111 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.23.94.188" port: 41077 } attempt: 6
04:08:06.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:08:06.611064 24111 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.23.94.188:41077: Network error: Client connection negotiation failed: client connection to 127.23.94.188:41077: connect: Connection refused (error 111)
04:08:06.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:06.960625 24029 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.23.94.188" port: 41077 } attempt: 6
04:08:06.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:08:06.967911 24029 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.23.94.188:41077: Network error: Client connection negotiation failed: client connection to 127.23.94.188:41077: connect: Connection refused (error 111)
04:08:07.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:08:05.777840 24128 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
04:08:07.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:05.778554 24118 server_base.cc:1034] running on GCE node
04:08:07.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:08:05.776561 24129 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
04:08:07.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:07.045596 24118 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
04:08:07.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:07.048386 24118 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
04:08:07.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:07.049757 24118 hybrid_clock.cc:648] HybridClock initialized: now 1785989287049725 us; error 50 us; skew 500 ppm
04:08:07.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:07.050609 24118 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
04:08:07.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 06 04:08:07 dist-test-slave-1jjb krb5kdc[23941](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1785989287, etypes {rep=17 tkt=17 ses=17}, kudu/127.23.94.188@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
04:08:07.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:07.057107 24118 init.cc:377] Logged in from keytab as kudu/127.23.94.188@KRBTEST.COM (short username kudu)
04:08:07.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:07.062760 24118 webserver.cc:460] Webserver started at http://127.23.94.188:33799/ using document root <none> and password file <none>
04:08:07.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:07.063892 24118 fs_manager.cc:359] Metadata directory not provided
04:08:07.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:07.064189 24118 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
04:08:07.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:07.064787 24118 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
04:08:07.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:07.069851 24118 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskKPlGYQ/test-tmp/mini-kudu-cluster7555327831753549220/master-2/data/instance:
04:08:07.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f564fad90ba44577ac4aa5c9059be2da"
04:08:07.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-06 04:08:07 on dist-test-slave-1jjb"
04:08:07.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:07.071058 24118 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskKPlGYQ/test-tmp/mini-kudu-cluster7555327831753549220/master-2/wal/instance:
04:08:07.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f564fad90ba44577ac4aa5c9059be2da"
04:08:07.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-06 04:08:07 on dist-test-slave-1jjb"
04:08:07.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:07.078720 24118 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.005s sys 0.004s
04:08:07.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:07.084884 24146 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
04:08:07.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:07.085999 24118 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.004s sys 0.000s
04:08:07.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:07.086401 24118 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskKPlGYQ/test-tmp/mini-kudu-cluster7555327831753549220/master-2/data,/tmp/dist-test-taskKPlGYQ/test-tmp/mini-kudu-cluster7555327831753549220/master-2/wal
04:08:07.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f564fad90ba44577ac4aa5c9059be2da"
04:08:07.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-06 04:08:07 on dist-test-slave-1jjb"
04:08:07.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:07.086788 24118 fs_report.cc:383] FS layout report
04:08:07.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
04:08:07.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskKPlGYQ/test-tmp/mini-kudu-cluster7555327831753549220/master-2/wal
04:08:07.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskKPlGYQ/test-tmp/mini-kudu-cluster7555327831753549220/master-2/wal
04:08:07.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskKPlGYQ/test-tmp/mini-kudu-cluster7555327831753549220/master-2/data/data
04:08:07.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
04:08:07.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
04:08:07.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
04:08:07.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
04:08:07.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
04:08:07.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
04:08:07.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
04:08:07.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
04:08:07.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
04:08:07.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
04:08:07.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
04:08:07.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:07.126588 24118 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
04:08:07.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:07.132931 24118 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
04:08:07.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:07.133457 24118 kserver.cc:163] Server-wide thread pool size limit: 3276
04:08:07.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:07.206791 24118 rpc_server.cc:307] RPC server started. Bound to: 127.23.94.188:41077
04:08:07.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:07.206889 24199 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.23.94.188:41077 every 8 connection(s)
04:08:07.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:07.209650 24118 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskKPlGYQ/test-tmp/mini-kudu-cluster7555327831753549220/master-2/data/info.pb
04:08:07.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:07.216218 24200 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
04:08:07.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:07.216722 23930 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskKPlGYQ/build/tsan/bin/kudu as pid 24118
04:08:07.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:07.217077 23930 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskKPlGYQ/test-tmp/mini-kudu-cluster7555327831753549220/master-2/wal/instance
04:08:07.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:07.232163 24200 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.23.94.190" port: 41431 } has no permanent_uuid. Determining permanent_uuid...
04:08:07.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 06 04:08:07 dist-test-slave-1jjb krb5kdc[23941](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1785989281, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.23.94.188@KRBTEST.COM
04:08:07.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 06 04:08:07 dist-test-slave-1jjb krb5kdc[23941](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1785989287, etypes {rep=17 tkt=17 ses=17}, kudu/127.23.94.188@KRBTEST.COM for kudu/127.23.94.190@KRBTEST.COM
04:08:07.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:07.283829 24200 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.23.94.189" port: 45581 } has no permanent_uuid. Determining permanent_uuid...
04:08:07.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 06 04:08:07 dist-test-slave-1jjb krb5kdc[23941](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1785989287, etypes {rep=17 tkt=17 ses=17}, kudu/127.23.94.188@KRBTEST.COM for kudu/127.23.94.189@KRBTEST.COM
04:08:07.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 06 04:08:07 dist-test-slave-1jjb krb5kdc[23941](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1785989281, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.23.94.189@KRBTEST.COM
04:08:07.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:07.308209 24200 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.23.94.188" port: 41077 } has no permanent_uuid. Determining permanent_uuid...
04:08:07.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 06 04:08:07 dist-test-slave-1jjb krb5kdc[23941](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1785989287, etypes {rep=17 tkt=17 ses=17}, kudu/127.23.94.188@KRBTEST.COM for kudu/127.23.94.188@KRBTEST.COM
04:08:07.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 06 04:08:07 dist-test-slave-1jjb krb5kdc[23941](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1785989281, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.23.94.190@KRBTEST.COM
04:08:07.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:07.342841 24200 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P f564fad90ba44577ac4aa5c9059be2da: Bootstrap starting.
04:08:07.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:07.348942 23930 external_mini_cluster.cc:930] 0 TS(s) registered with all masters
04:08:07.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:07.350278 24200 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P f564fad90ba44577ac4aa5c9059be2da: Neither blocks nor log segments found. Creating new log.
04:08:07.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:07.352662 24200 log.cc:824] T 00000000000000000000000000000000 P f564fad90ba44577ac4aa5c9059be2da: Log is configured to *not* fsync() on all Append() calls
04:08:07.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:07.358072 24200 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P f564fad90ba44577ac4aa5c9059be2da: No bootstrap required, opened a new log
04:08:07.359 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
04:08:07.359 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_kdc_env_vars {
}
04:08:07.361 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: get_kdc_env_vars {
env_vars {
key: "KRB5CCNAME"
value: "/tmp/dist-test-taskKPlGYQ/test-tmp/mini-kudu-cluster7555327831753549220/krb5kdc/krb5cc"
}
env_vars {
key: "KRB5_CONFIG"
value: "/tmp/dist-test-taskKPlGYQ/test-tmp/mini-kudu-cluster7555327831753549220/krb5kdc/krb5.conf"
}
env_vars {
key: "KRB5_KDC_PROFILE"
value: "/tmp/dist-test-taskKPlGYQ/test-tmp/mini-kudu-cluster7555327831753549220/krb5kdc/kdc.conf"
}
env_vars {
key: "KUDU_ENABLE_KRB5_REALM_FIX"
value: "yes"
}
}
04:08:07.361 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_masters {
}
04:08:07.362 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: get_masters {
masters {
id {
type: MASTER
index: 0
}
bound_rpc_address {
host: "127.23.94.190"
port: 41431
}
bound_http_address {
host: "127.23.94.190"
port: 35991
}
}
masters {
id {
type: MASTER
index: 1
}
bound_rpc_address {
host: "127.23.94.189"
port: 45581
}
bound_http_address {
host: "127.23.94.189"
port: 38061
}
}
masters {
id {
type: MASTER
index: 2
}
bound_rpc_address {
host: "127.23.94.188"
port: 41077
}
bound_http_address {
host: "127.23.94.188"
port: 33799
}
}
}
04:08:07.362 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_tservers {
}
04:08:07.362 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
04:08:07.362 [INFO - Time-limited test] (MiniKuduCluster.java:622) Running kinit for user test-admin
04:08:07.362 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: kinit {
username: "test-admin"
}
04:08:07.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:07.388470 24200 raft_consensus.cc:348] T 00000000000000000000000000000000 P f564fad90ba44577ac4aa5c9059be2da [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b985d58384d344fead1344fbb3a4e38c" member_type: VOTER last_known_addr { host: "127.23.94.190" port: 41431 } } peers { permanent_uuid: "746f3e374e514a629c9a841bb74fa5ae" member_type: VOTER last_known_addr { host: "127.23.94.189" port: 45581 } } peers { permanent_uuid: "f564fad90ba44577ac4aa5c9059be2da" member_type: VOTER last_known_addr { host: "127.23.94.188" port: 41077 } }
04:08:07.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:07.389123 24200 raft_consensus.cc:374] T 00000000000000000000000000000000 P f564fad90ba44577ac4aa5c9059be2da [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
04:08:07.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:07.389431 24200 raft_consensus.cc:729] T 00000000000000000000000000000000 P f564fad90ba44577ac4aa5c9059be2da [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: f564fad90ba44577ac4aa5c9059be2da, State: Initialized, Role: FOLLOWER
04:08:07.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:07.390327 24200 consensus_queue.cc:260] T 00000000000000000000000000000000 P f564fad90ba44577ac4aa5c9059be2da [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b985d58384d344fead1344fbb3a4e38c" member_type: VOTER last_known_addr { host: "127.23.94.190" port: 41431 } } peers { permanent_uuid: "746f3e374e514a629c9a841bb74fa5ae" member_type: VOTER last_known_addr { host: "127.23.94.189" port: 45581 } } peers { permanent_uuid: "f564fad90ba44577ac4aa5c9059be2da" member_type: VOTER last_known_addr { host: "127.23.94.188" port: 41077 } }
04:08:07.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:07.393306 24213 sys_catalog.cc:455] T 00000000000000000000000000000000 P f564fad90ba44577ac4aa5c9059be2da [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b985d58384d344fead1344fbb3a4e38c" member_type: VOTER last_known_addr { host: "127.23.94.190" port: 41431 } } peers { permanent_uuid: "746f3e374e514a629c9a841bb74fa5ae" member_type: VOTER last_known_addr { host: "127.23.94.189" port: 45581 } } peers { permanent_uuid: "f564fad90ba44577ac4aa5c9059be2da" member_type: VOTER last_known_addr { host: "127.23.94.188" port: 41077 } } }
04:08:07.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:07.394202 24213 sys_catalog.cc:458] T 00000000000000000000000000000000 P f564fad90ba44577ac4aa5c9059be2da [sys.catalog]: This master's current role is: FOLLOWER
04:08:07.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:07.395056 24200 sys_catalog.cc:564] T 00000000000000000000000000000000 P f564fad90ba44577ac4aa5c9059be2da [sys.catalog]: configured and running, proceeding with master startup.
04:08:07.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 06 04:08:07 dist-test-slave-1jjb krb5kdc[23941](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1785989287, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
04:08:07.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
04:08:07.401 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
04:08:07.402 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskKPlGYQ/test-tmp/mini-kudu-cluster7555327831753549220/krb5kdc/krb5cc
04:08:07.403 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
04:08:07.404 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskKPlGYQ/test-tmp/mini-kudu-cluster7555327831753549220/krb5kdc/krb5cc
04:08:07.405 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
04:08:07.406 [DEBUG - Time-limited test] (SecurityContext.java:161) Using caller-provided subject with Kerberos principal test-admin@KRBTEST.COM. Caller is responsible for refreshing credentials.
04:08:07.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:08:07.422494 24225 catalog_manager.cc:1558] T 00000000000000000000000000000000 P f564fad90ba44577ac4aa5c9059be2da: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
04:08:07.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:08:07.422793 24225 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
04:08:07.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:07.419260 24118 master_runner.cc:186] Error getting master registration for 127.23.94.190:41431: OK, instance_id { permanent_uuid: "b985d58384d344fead1344fbb3a4e38c" instance_seqno: 1785989283306483 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
04:08:07.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:07.456827 24118 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
04:08:07.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:08:07.638947 24152 tablet.cc:2369] T 00000000000000000000000000000000 P f564fad90ba44577ac4aa5c9059be2da: Can't schedule compaction. Clean time has not been advanced past its initial value.
04:08:07.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:07.671536 24111 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.23.94.188" port: 41077 } attempt: 7
04:08:07.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:07.673029 24213 raft_consensus.cc:482] T 00000000000000000000000000000000 P f564fad90ba44577ac4aa5c9059be2da [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
04:08:07.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:07.673662 24213 raft_consensus.cc:504] T 00000000000000000000000000000000 P f564fad90ba44577ac4aa5c9059be2da [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b985d58384d344fead1344fbb3a4e38c" member_type: VOTER last_known_addr { host: "127.23.94.190" port: 41431 } } peers { permanent_uuid: "746f3e374e514a629c9a841bb74fa5ae" member_type: VOTER last_known_addr { host: "127.23.94.189" port: 45581 } } peers { permanent_uuid: "f564fad90ba44577ac4aa5c9059be2da" member_type: VOTER last_known_addr { host: "127.23.94.188" port: 41077 } }
04:08:07.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:07.680387 24213 leader_election.cc:288] T 00000000000000000000000000000000 P f564fad90ba44577ac4aa5c9059be2da [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers b985d58384d344fead1344fbb3a4e38c (127.23.94.190:41431), 746f3e374e514a629c9a841bb74fa5ae (127.23.94.189:45581)
04:08:07.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 06 04:08:07 dist-test-slave-1jjb krb5kdc[23941](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1785989285, etypes {rep=17 tkt=17 ses=17}, kudu/127.23.94.189@KRBTEST.COM for kudu/127.23.94.188@KRBTEST.COM
04:08:07.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:07.716166 24111 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 746f3e374e514a629c9a841bb74fa5ae: Bootstrap starting.
04:08:07.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:07.723415 24111 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 746f3e374e514a629c9a841bb74fa5ae: Neither blocks nor log segments found. Creating new log.
04:08:07.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:07.725783 24111 log.cc:824] T 00000000000000000000000000000000 P 746f3e374e514a629c9a841bb74fa5ae: Log is configured to *not* fsync() on all Append() calls
04:08:07.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:07.736392 24111 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 746f3e374e514a629c9a841bb74fa5ae: No bootstrap required, opened a new log
04:08:07.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:07.759923 24111 raft_consensus.cc:348] T 00000000000000000000000000000000 P 746f3e374e514a629c9a841bb74fa5ae [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b985d58384d344fead1344fbb3a4e38c" member_type: VOTER last_known_addr { host: "127.23.94.190" port: 41431 } } peers { permanent_uuid: "746f3e374e514a629c9a841bb74fa5ae" member_type: VOTER last_known_addr { host: "127.23.94.189" port: 45581 } } peers { permanent_uuid: "f564fad90ba44577ac4aa5c9059be2da" member_type: VOTER last_known_addr { host: "127.23.94.188" port: 41077 } }
04:08:07.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:07.760702 24111 raft_consensus.cc:374] T 00000000000000000000000000000000 P 746f3e374e514a629c9a841bb74fa5ae [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
04:08:07.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:07.761034 24111 raft_consensus.cc:729] T 00000000000000000000000000000000 P 746f3e374e514a629c9a841bb74fa5ae [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 746f3e374e514a629c9a841bb74fa5ae, State: Initialized, Role: FOLLOWER
04:08:07.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:07.761909 24111 consensus_queue.cc:260] T 00000000000000000000000000000000 P 746f3e374e514a629c9a841bb74fa5ae [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b985d58384d344fead1344fbb3a4e38c" member_type: VOTER last_known_addr { host: "127.23.94.190" port: 41431 } } peers { permanent_uuid: "746f3e374e514a629c9a841bb74fa5ae" member_type: VOTER last_known_addr { host: "127.23.94.189" port: 45581 } } peers { permanent_uuid: "f564fad90ba44577ac4aa5c9059be2da" member_type: VOTER last_known_addr { host: "127.23.94.188" port: 41077 } }
04:08:07.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:07.768525 24111 sys_catalog.cc:564] T 00000000000000000000000000000000 P 746f3e374e514a629c9a841bb74fa5ae [sys.catalog]: configured and running, proceeding with master startup.
04:08:07.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:07.765322 24230 sys_catalog.cc:455] T 00000000000000000000000000000000 P 746f3e374e514a629c9a841bb74fa5ae [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b985d58384d344fead1344fbb3a4e38c" member_type: VOTER last_known_addr { host: "127.23.94.190" port: 41431 } } peers { permanent_uuid: "746f3e374e514a629c9a841bb74fa5ae" member_type: VOTER last_known_addr { host: "127.23.94.189" port: 45581 } } peers { permanent_uuid: "f564fad90ba44577ac4aa5c9059be2da" member_type: VOTER last_known_addr { host: "127.23.94.188" port: 41077 } } }
04:08:07.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:07.770215 24230 sys_catalog.cc:458] T 00000000000000000000000000000000 P 746f3e374e514a629c9a841bb74fa5ae [sys.catalog]: This master's current role is: FOLLOWER
04:08:07.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:07.772400 24086 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "f564fad90ba44577ac4aa5c9059be2da" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "746f3e374e514a629c9a841bb74fa5ae" is_pre_election: true
04:08:07.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:07.773350 24086 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 746f3e374e514a629c9a841bb74fa5ae [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate f564fad90ba44577ac4aa5c9059be2da in term 0.
04:08:07.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:07.774876 24148 leader_election.cc:302] T 00000000000000000000000000000000 P f564fad90ba44577ac4aa5c9059be2da [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 746f3e374e514a629c9a841bb74fa5ae, f564fad90ba44577ac4aa5c9059be2da; no voters:
04:08:07.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:07.777292 24213 raft_consensus.cc:2781] T 00000000000000000000000000000000 P f564fad90ba44577ac4aa5c9059be2da [term 0 FOLLOWER]: Leader pre-election won for term 1
04:08:07.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:07.777699 24213 raft_consensus.cc:482] T 00000000000000000000000000000000 P f564fad90ba44577ac4aa5c9059be2da [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
04:08:07.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:07.778100 24213 raft_consensus.cc:3037] T 00000000000000000000000000000000 P f564fad90ba44577ac4aa5c9059be2da [term 0 FOLLOWER]: Advancing to term 1
04:08:07.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:07.787087 24213 raft_consensus.cc:504] T 00000000000000000000000000000000 P f564fad90ba44577ac4aa5c9059be2da [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b985d58384d344fead1344fbb3a4e38c" member_type: VOTER last_known_addr { host: "127.23.94.190" port: 41431 } } peers { permanent_uuid: "746f3e374e514a629c9a841bb74fa5ae" member_type: VOTER last_known_addr { host: "127.23.94.189" port: 45581 } } peers { permanent_uuid: "f564fad90ba44577ac4aa5c9059be2da" member_type: VOTER last_known_addr { host: "127.23.94.188" port: 41077 } }
04:08:07.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:07.790822 24213 leader_election.cc:288] T 00000000000000000000000000000000 P f564fad90ba44577ac4aa5c9059be2da [CANDIDATE]: Term 1 election: Requested vote from peers b985d58384d344fead1344fbb3a4e38c (127.23.94.190:41431), 746f3e374e514a629c9a841bb74fa5ae (127.23.94.189:45581)
04:08:07.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:07.792471 24086 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "f564fad90ba44577ac4aa5c9059be2da" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "746f3e374e514a629c9a841bb74fa5ae"
04:08:07.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:07.793064 24086 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 746f3e374e514a629c9a841bb74fa5ae [term 0 FOLLOWER]: Advancing to term 1
04:08:07.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:07.802884 24086 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 746f3e374e514a629c9a841bb74fa5ae [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate f564fad90ba44577ac4aa5c9059be2da in term 1.
04:08:07.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:07.804451 24148 leader_election.cc:302] T 00000000000000000000000000000000 P f564fad90ba44577ac4aa5c9059be2da [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 746f3e374e514a629c9a841bb74fa5ae, f564fad90ba44577ac4aa5c9059be2da; no voters:
04:08:07.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:07.805593 24213 raft_consensus.cc:2781] T 00000000000000000000000000000000 P f564fad90ba44577ac4aa5c9059be2da [term 1 FOLLOWER]: Leader election won for term 1
04:08:07.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:07.810377 24213 raft_consensus.cc:686] T 00000000000000000000000000000000 P f564fad90ba44577ac4aa5c9059be2da [term 1 LEADER]: Becoming Leader. State: Replica: f564fad90ba44577ac4aa5c9059be2da, State: Running, Role: LEADER
04:08:07.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:07.811677 24213 consensus_queue.cc:237] T 00000000000000000000000000000000 P f564fad90ba44577ac4aa5c9059be2da [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b985d58384d344fead1344fbb3a4e38c" member_type: VOTER last_known_addr { host: "127.23.94.190" port: 41431 } } peers { permanent_uuid: "746f3e374e514a629c9a841bb74fa5ae" member_type: VOTER last_known_addr { host: "127.23.94.189" port: 45581 } } peers { permanent_uuid: "f564fad90ba44577ac4aa5c9059be2da" member_type: VOTER last_known_addr { host: "127.23.94.188" port: 41077 } }
04:08:07.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:08:07.859139 24242 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 746f3e374e514a629c9a841bb74fa5ae: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
04:08:07.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:08:07.859500 24242 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
04:08:07.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:07.875422 24241 sys_catalog.cc:455] T 00000000000000000000000000000000 P f564fad90ba44577ac4aa5c9059be2da [sys.catalog]: SysCatalogTable state changed. Reason: New leader f564fad90ba44577ac4aa5c9059be2da. Latest consensus state: current_term: 1 leader_uuid: "f564fad90ba44577ac4aa5c9059be2da" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b985d58384d344fead1344fbb3a4e38c" member_type: VOTER last_known_addr { host: "127.23.94.190" port: 41431 } } peers { permanent_uuid: "746f3e374e514a629c9a841bb74fa5ae" member_type: VOTER last_known_addr { host: "127.23.94.189" port: 45581 } } peers { permanent_uuid: "f564fad90ba44577ac4aa5c9059be2da" member_type: VOTER last_known_addr { host: "127.23.94.188" port: 41077 } } }
04:08:07.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:07.876729 24241 sys_catalog.cc:458] T 00000000000000000000000000000000 P f564fad90ba44577ac4aa5c9059be2da [sys.catalog]: This master's current role is: LEADER
04:08:07.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:07.897286 24245 catalog_manager.cc:1475] Loading table and tablet metadata into memory...
04:08:07.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:07.905738 24245 catalog_manager.cc:1484] Initializing Kudu cluster ID...
04:08:07.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:07.832726 24035 master_runner.cc:186] Error getting master registration for 127.23.94.190:41431: OK, instance_id { permanent_uuid: "b985d58384d344fead1344fbb3a4e38c" instance_seqno: 1785989283306483 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
04:08:07.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:07.910943 24035 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
04:08:07.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:07.927685 24086 raft_consensus.cc:1261] T 00000000000000000000000000000000 P 746f3e374e514a629c9a841bb74fa5ae [term 1 FOLLOWER]: Refusing update from remote peer f564fad90ba44577ac4aa5c9059be2da: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
04:08:07.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:07.929340 24213 consensus_queue.cc:1035] T 00000000000000000000000000000000 P f564fad90ba44577ac4aa5c9059be2da [LEADER]: Connected to new peer: Peer: permanent_uuid: "746f3e374e514a629c9a841bb74fa5ae" member_type: VOTER last_known_addr { host: "127.23.94.189" port: 45581 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
04:08:07.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:08:07.948458 24064 tablet.cc:2369] T 00000000000000000000000000000000 P 746f3e374e514a629c9a841bb74fa5ae: Can't schedule compaction. Clean time has not been advanced past its initial value.
04:08:07.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:07.959674 24230 sys_catalog.cc:455] T 00000000000000000000000000000000 P 746f3e374e514a629c9a841bb74fa5ae [sys.catalog]: SysCatalogTable state changed. Reason: New leader f564fad90ba44577ac4aa5c9059be2da. Latest consensus state: current_term: 1 leader_uuid: "f564fad90ba44577ac4aa5c9059be2da" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b985d58384d344fead1344fbb3a4e38c" member_type: VOTER last_known_addr { host: "127.23.94.190" port: 41431 } } peers { permanent_uuid: "746f3e374e514a629c9a841bb74fa5ae" member_type: VOTER last_known_addr { host: "127.23.94.189" port: 45581 } } peers { permanent_uuid: "f564fad90ba44577ac4aa5c9059be2da" member_type: VOTER last_known_addr { host: "127.23.94.188" port: 41077 } } }
04:08:07.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:07.960917 24230 sys_catalog.cc:458] T 00000000000000000000000000000000 P 746f3e374e514a629c9a841bb74fa5ae [sys.catalog]: This master's current role is: FOLLOWER
04:08:07.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:07.965843 24246 mvcc.cc:205] Tried to move back new op lower bound from 7315412123330195456 to 7315412122926944256. Current Snapshot: MvccSnapshot[applied={T|T < 7315412123330195456}]
04:08:07.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:07.967828 24241 sys_catalog.cc:455] T 00000000000000000000000000000000 P f564fad90ba44577ac4aa5c9059be2da [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "f564fad90ba44577ac4aa5c9059be2da" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b985d58384d344fead1344fbb3a4e38c" member_type: VOTER last_known_addr { host: "127.23.94.190" port: 41431 } } peers { permanent_uuid: "746f3e374e514a629c9a841bb74fa5ae" member_type: VOTER last_known_addr { host: "127.23.94.189" port: 45581 } } peers { permanent_uuid: "f564fad90ba44577ac4aa5c9059be2da" member_type: VOTER last_known_addr { host: "127.23.94.188" port: 41077 } } }
04:08:07.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:07.968595 24241 sys_catalog.cc:458] T 00000000000000000000000000000000 P f564fad90ba44577ac4aa5c9059be2da [sys.catalog]: This master's current role is: LEADER
04:08:07.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:07.979431 24230 sys_catalog.cc:455] T 00000000000000000000000000000000 P 746f3e374e514a629c9a841bb74fa5ae [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "f564fad90ba44577ac4aa5c9059be2da" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b985d58384d344fead1344fbb3a4e38c" member_type: VOTER last_known_addr { host: "127.23.94.190" port: 41431 } } peers { permanent_uuid: "746f3e374e514a629c9a841bb74fa5ae" member_type: VOTER last_known_addr { host: "127.23.94.189" port: 45581 } } peers { permanent_uuid: "f564fad90ba44577ac4aa5c9059be2da" member_type: VOTER last_known_addr { host: "127.23.94.188" port: 41077 } } }
04:08:07.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:07.980055 24230 sys_catalog.cc:458] T 00000000000000000000000000000000 P 746f3e374e514a629c9a841bb74fa5ae [sys.catalog]: This master's current role is: FOLLOWER
04:08:07.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:07.985114 24245 catalog_manager.cc:1347] Generated new cluster ID: dce1aeac3cd0471b8930c8eddce0c58a
04:08:07.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:07.985409 24245 catalog_manager.cc:1495] Initializing Kudu internal certificate authority...
04:08:08.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:08.001356 24029 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.23.94.188" port: 41077 } attempt: 7
04:08:08.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:08.051067 24245 catalog_manager.cc:1370] Generated new certificate authority record
04:08:08.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:08.053876 24245 catalog_manager.cc:1504] Loading token signing keys...
04:08:08.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 06 04:08:08 dist-test-slave-1jjb krb5kdc[23941](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1785989283, etypes {rep=17 tkt=17 ses=17}, kudu/127.23.94.190@KRBTEST.COM for kudu/127.23.94.188@KRBTEST.COM
04:08:08.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:08.090240 24245 catalog_manager.cc:5868] T 00000000000000000000000000000000 P f564fad90ba44577ac4aa5c9059be2da: Generated new TSK 0
04:08:08.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:08.091506 24245 catalog_manager.cc:1514] Initializing in-progress tserver states...
04:08:08.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:08.111639 24029 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P b985d58384d344fead1344fbb3a4e38c: Bootstrap starting.
04:08:08.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:08.120839 24029 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P b985d58384d344fead1344fbb3a4e38c: Neither blocks nor log segments found. Creating new log.
04:08:08.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:08.123595 24029 log.cc:824] T 00000000000000000000000000000000 P b985d58384d344fead1344fbb3a4e38c: Log is configured to *not* fsync() on all Append() calls
04:08:08.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:08.146471 24029 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P b985d58384d344fead1344fbb3a4e38c: No bootstrap required, opened a new log
04:08:08.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:08.179267 24029 raft_consensus.cc:348] T 00000000000000000000000000000000 P b985d58384d344fead1344fbb3a4e38c [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b985d58384d344fead1344fbb3a4e38c" member_type: VOTER last_known_addr { host: "127.23.94.190" port: 41431 } } peers { permanent_uuid: "746f3e374e514a629c9a841bb74fa5ae" member_type: VOTER last_known_addr { host: "127.23.94.189" port: 45581 } } peers { permanent_uuid: "f564fad90ba44577ac4aa5c9059be2da" member_type: VOTER last_known_addr { host: "127.23.94.188" port: 41077 } }
04:08:08.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:08.180241 24029 raft_consensus.cc:374] T 00000000000000000000000000000000 P b985d58384d344fead1344fbb3a4e38c [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
04:08:08.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:08.180579 24029 raft_consensus.cc:729] T 00000000000000000000000000000000 P b985d58384d344fead1344fbb3a4e38c [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: b985d58384d344fead1344fbb3a4e38c, State: Initialized, Role: FOLLOWER
04:08:08.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:08.181654 24029 consensus_queue.cc:260] T 00000000000000000000000000000000 P b985d58384d344fead1344fbb3a4e38c [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b985d58384d344fead1344fbb3a4e38c" member_type: VOTER last_known_addr { host: "127.23.94.190" port: 41431 } } peers { permanent_uuid: "746f3e374e514a629c9a841bb74fa5ae" member_type: VOTER last_known_addr { host: "127.23.94.189" port: 45581 } } peers { permanent_uuid: "f564fad90ba44577ac4aa5c9059be2da" member_type: VOTER last_known_addr { host: "127.23.94.188" port: 41077 } }
04:08:08.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:08.186360 24256 sys_catalog.cc:455] T 00000000000000000000000000000000 P b985d58384d344fead1344fbb3a4e38c [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b985d58384d344fead1344fbb3a4e38c" member_type: VOTER last_known_addr { host: "127.23.94.190" port: 41431 } } peers { permanent_uuid: "746f3e374e514a629c9a841bb74fa5ae" member_type: VOTER last_known_addr { host: "127.23.94.189" port: 45581 } } peers { permanent_uuid: "f564fad90ba44577ac4aa5c9059be2da" member_type: VOTER last_known_addr { host: "127.23.94.188" port: 41077 } } }
04:08:08.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:08.188256 24256 sys_catalog.cc:458] T 00000000000000000000000000000000 P b985d58384d344fead1344fbb3a4e38c [sys.catalog]: This master's current role is: FOLLOWER
04:08:08.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:08.190006 24029 sys_catalog.cc:564] T 00000000000000000000000000000000 P b985d58384d344fead1344fbb3a4e38c [sys.catalog]: configured and running, proceeding with master startup.
04:08:08.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:08.190186 24004 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "f564fad90ba44577ac4aa5c9059be2da" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "b985d58384d344fead1344fbb3a4e38c" is_pre_election: true
04:08:08.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:08.191108 24004 raft_consensus.cc:2454] T 00000000000000000000000000000000 P b985d58384d344fead1344fbb3a4e38c [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate f564fad90ba44577ac4aa5c9059be2da in term 0.
04:08:08.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:08.192344 24003 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "f564fad90ba44577ac4aa5c9059be2da" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "b985d58384d344fead1344fbb3a4e38c"
04:08:08.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:08.193856 24001 raft_consensus.cc:3037] T 00000000000000000000000000000000 P b985d58384d344fead1344fbb3a4e38c [term 0 FOLLOWER]: Advancing to term 1
04:08:08.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:08.215569 24001 raft_consensus.cc:1261] T 00000000000000000000000000000000 P b985d58384d344fead1344fbb3a4e38c [term 1 FOLLOWER]: Refusing update from remote peer f564fad90ba44577ac4aa5c9059be2da: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
04:08:08.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:08.225248 24241 consensus_queue.cc:1035] T 00000000000000000000000000000000 P f564fad90ba44577ac4aa5c9059be2da [LEADER]: Connected to new peer: Peer: permanent_uuid: "b985d58384d344fead1344fbb3a4e38c" member_type: VOTER last_known_addr { host: "127.23.94.190" port: 41431 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
04:08:08.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:08.325639 24266 sys_catalog.cc:455] T 00000000000000000000000000000000 P b985d58384d344fead1344fbb3a4e38c [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "f564fad90ba44577ac4aa5c9059be2da" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b985d58384d344fead1344fbb3a4e38c" member_type: VOTER last_known_addr { host: "127.23.94.190" port: 41431 } } peers { permanent_uuid: "746f3e374e514a629c9a841bb74fa5ae" member_type: VOTER last_known_addr { host: "127.23.94.189" port: 45581 } } peers { permanent_uuid: "f564fad90ba44577ac4aa5c9059be2da" member_type: VOTER last_known_addr { host: "127.23.94.188" port: 41077 } } }
04:08:08.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:08.332579 24266 sys_catalog.cc:458] T 00000000000000000000000000000000 P b985d58384d344fead1344fbb3a4e38c [sys.catalog]: This master's current role is: FOLLOWER
04:08:08.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:08.336485 24256 sys_catalog.cc:455] T 00000000000000000000000000000000 P b985d58384d344fead1344fbb3a4e38c [sys.catalog]: SysCatalogTable state changed. Reason: New leader f564fad90ba44577ac4aa5c9059be2da. Latest consensus state: current_term: 1 leader_uuid: "f564fad90ba44577ac4aa5c9059be2da" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b985d58384d344fead1344fbb3a4e38c" member_type: VOTER last_known_addr { host: "127.23.94.190" port: 41431 } } peers { permanent_uuid: "746f3e374e514a629c9a841bb74fa5ae" member_type: VOTER last_known_addr { host: "127.23.94.189" port: 45581 } } peers { permanent_uuid: "f564fad90ba44577ac4aa5c9059be2da" member_type: VOTER last_known_addr { host: "127.23.94.188" port: 41077 } } }
04:08:08.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:08.338217 24256 sys_catalog.cc:458] T 00000000000000000000000000000000 P b985d58384d344fead1344fbb3a4e38c [sys.catalog]: This master's current role is: FOLLOWER
04:08:08.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:08.339316 24273 catalog_manager.cc:795] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
04:08:08.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:08.720449 24241 sys_catalog.cc:455] T 00000000000000000000000000000000 P f564fad90ba44577ac4aa5c9059be2da [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "f564fad90ba44577ac4aa5c9059be2da" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b985d58384d344fead1344fbb3a4e38c" member_type: VOTER last_known_addr { host: "127.23.94.190" port: 41431 } } peers { permanent_uuid: "746f3e374e514a629c9a841bb74fa5ae" member_type: VOTER last_known_addr { host: "127.23.94.189" port: 45581 } } peers { permanent_uuid: "f564fad90ba44577ac4aa5c9059be2da" member_type: VOTER last_known_addr { host: "127.23.94.188" port: 41077 } } }
04:08:08.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:08.723363 24241 sys_catalog.cc:458] T 00000000000000000000000000000000 P f564fad90ba44577ac4aa5c9059be2da [sys.catalog]: This master's current role is: LEADER
04:08:08.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:08.865500 24242 catalog_manager.cc:1259] Loaded cluster ID: dce1aeac3cd0471b8930c8eddce0c58a
04:08:08.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:08.865796 24242 catalog_manager.cc:1552] T 00000000000000000000000000000000 P 746f3e374e514a629c9a841bb74fa5ae: loading cluster ID for follower catalog manager: success
04:08:08.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:08.873965 24242 catalog_manager.cc:1574] T 00000000000000000000000000000000 P 746f3e374e514a629c9a841bb74fa5ae: acquiring CA information for follower catalog manager: success
04:08:08.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:08.880100 24242 catalog_manager.cc:1602] T 00000000000000000000000000000000 P 746f3e374e514a629c9a841bb74fa5ae: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
04:08:09.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:09.372982 24273 catalog_manager.cc:1259] Loaded cluster ID: dce1aeac3cd0471b8930c8eddce0c58a
04:08:09.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:09.374434 24273 catalog_manager.cc:1552] T 00000000000000000000000000000000 P b985d58384d344fead1344fbb3a4e38c: loading cluster ID for follower catalog manager: success
04:08:09.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:09.383045 24273 catalog_manager.cc:1574] T 00000000000000000000000000000000 P b985d58384d344fead1344fbb3a4e38c: acquiring CA information for follower catalog manager: success
04:08:09.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:09.389761 24273 catalog_manager.cc:1602] T 00000000000000000000000000000000 P b985d58384d344fead1344fbb3a4e38c: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
04:08:10.406 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.23.94.190:41431
04:08:10.407 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 0
}
}
04:08:10.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:10.407908 23930 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskKPlGYQ/build/tsan/bin/kudu with pid 23956
04:08:10.439 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
04:08:10.439 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.23.94.189:45581
04:08:10.439 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 1
}
}
04:08:10.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:10.440316 23930 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskKPlGYQ/build/tsan/bin/kudu with pid 24035
04:08:10.473 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
04:08:10.473 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.23.94.188:41077
04:08:10.473 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 2
}
}
04:08:10.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:10.473976 23930 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskKPlGYQ/build/tsan/bin/kudu with pid 24118
04:08:10.505 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
04:08:10.506 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.23.94.190:41431
04:08:10.506 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 0
}
}
04:08:10.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:10.508260 23930 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskKPlGYQ/build/tsan/bin/kudu
04:08:10.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskKPlGYQ/build/tsan/bin/kudu
04:08:10.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskKPlGYQ/test-tmp/mini-kudu-cluster7555327831753549220/master-0/wal
04:08:10.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskKPlGYQ/test-tmp/mini-kudu-cluster7555327831753549220/master-0/data
04:08:10.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
04:08:10.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
04:08:10.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
04:08:10.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
04:08:10.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
04:08:10.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
04:08:10.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskKPlGYQ/test-tmp/mini-kudu-cluster7555327831753549220/master-0/logs
04:08:10.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskKPlGYQ/test-tmp/mini-kudu-cluster7555327831753549220/master-0/data/info.pb
04:08:10.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
04:08:10.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
04:08:10.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
04:08:10.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
04:08:10.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
04:08:10.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
04:08:10.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
04:08:10.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
04:08:10.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
04:08:10.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
04:08:10.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
04:08:10.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
04:08:10.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.23.94.190:41431
04:08:10.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.23.94.190
04:08:10.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=35991
04:08:10.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskKPlGYQ/test-tmp/mini-kudu-cluster7555327831753549220/krb5kdc/kudu_127.23.94.190.keytab
04:08:10.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.23.94.190
04:08:10.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
04:08:10.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
04:08:10.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
04:08:10.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.23.94.148:37497
04:08:10.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
04:08:10.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
04:08:10.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
04:08:10.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
04:08:10.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.23.94.190:41431,127.23.94.189:45581,127.23.94.188:41077
04:08:10.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
04:08:10.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34387/jwks.json
04:08:10.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskKPlGYQ/test-tmp/mini-kudu-cluster7555327831753549220/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskKPlGYQ/test-tmp/mini-kudu-cluster7555327831753549220/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskKPlGYQ/test-tmp/mini-kudu-cluster7555327831753549220/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
04:08:10.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:08:10.838529 24284 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
04:08:10.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:08:10.839164 24284 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
04:08:10.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:08:10.839843 24284 flags.cc:425] Enabled unsafe flag: --never_fsync=true
04:08:10.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:08:10.874819 24284 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
04:08:10.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:08:10.875164 24284 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
04:08:10.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:08:10.875692 24284 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
04:08:10.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:08:10.875926 24284 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
04:08:10.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:08:10.876192 24284 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
04:08:10.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:08:10.876403 24284 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
04:08:10.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:08:10.876547 24284 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:34387/jwks.json
04:08:10.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:10.915231 24284 master_runner.cc:386] Master server non-default flags:
04:08:10.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
04:08:10.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.23.94.148:37497
04:08:10.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
04:08:10.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
04:08:10.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskKPlGYQ/test-tmp/mini-kudu-cluster7555327831753549220/master-0/data
04:08:10.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskKPlGYQ/test-tmp/mini-kudu-cluster7555327831753549220/master-0/wal
04:08:10.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
04:08:10.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
04:08:10.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.23.94.190:41431,127.23.94.189:45581,127.23.94.188:41077
04:08:10.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskKPlGYQ/test-tmp/mini-kudu-cluster7555327831753549220/krb5kdc/kudu_127.23.94.190.keytab
04:08:10.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.23.94.190
04:08:10.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
04:08:10.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
04:08:10.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
04:08:10.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.23.94.190:41431
04:08:10.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
04:08:10.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
04:08:10.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
04:08:10.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34387/jwks.json
04:08:10.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
04:08:10.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
04:08:10.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
04:08:10.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
04:08:10.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
04:08:10.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskKPlGYQ/test-tmp/mini-kudu-cluster7555327831753549220/master-0/data/info.pb
04:08:10.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.23.94.190
04:08:10.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=35991
04:08:10.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
04:08:10.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
04:08:10.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
04:08:10.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
04:08:10.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
04:08:10.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskKPlGYQ/test-tmp/mini-kudu-cluster7555327831753549220/master-0/logs
04:08:10.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
04:08:10.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
04:08:10.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
04:08:10.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
04:08:10.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
04:08:10.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
04:08:10.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
04:08:10.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 06 Aug 2026 02:58:30 UTC on ccycloud.quasar-xnspdp.root.comops.site
04:08:10.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4569537
04:08:10.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
04:08:10.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:10.916576 24284 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
04:08:10.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:10.917703 24284 file_cache.cc:493] Constructed file cache file cache with capacity 419430
04:08:10.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:08:10.937708 24291 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
04:08:12.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:08:10.937799 24294 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
04:08:12.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:08:10.938144 24292 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
04:08:12.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:08:12.196038 24293 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
04:08:12.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:12.196195 24284 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
04:08:12.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:12.200585 24284 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
04:08:12.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:12.203697 24284 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
04:08:12.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:12.205165 24284 hybrid_clock.cc:648] HybridClock initialized: now 1785989292205103 us; error 60 us; skew 500 ppm
04:08:12.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:12.206106 24284 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
04:08:12.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 06 04:08:12 dist-test-slave-1jjb krb5kdc[23941](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1785989292, etypes {rep=17 tkt=17 ses=17}, kudu/127.23.94.190@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
04:08:12.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:12.216815 24284 init.cc:377] Logged in from keytab as kudu/127.23.94.190@KRBTEST.COM (short username kudu)
04:08:12.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:12.222687 24284 webserver.cc:460] Webserver started at http://127.23.94.190:35991/ using document root <none> and password file <none>
04:08:12.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:12.223754 24284 fs_manager.cc:359] Metadata directory not provided
04:08:12.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:12.223995 24284 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
04:08:12.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:12.233387 24284 fs_manager.cc:709] Time spent opening directory manager: real 0.006s user 0.007s sys 0.001s
04:08:12.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:12.238932 24302 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
04:08:12.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:12.240316 24284 fs_manager.cc:725] Time spent opening block manager: real 0.005s user 0.006s sys 0.000s
04:08:12.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:12.240734 24284 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskKPlGYQ/test-tmp/mini-kudu-cluster7555327831753549220/master-0/data,/tmp/dist-test-taskKPlGYQ/test-tmp/mini-kudu-cluster7555327831753549220/master-0/wal
04:08:12.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b985d58384d344fead1344fbb3a4e38c"
04:08:12.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-06 04:08:03 on dist-test-slave-1jjb"
04:08:12.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:12.244246 24284 fs_report.cc:383] FS layout report
04:08:12.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
04:08:12.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskKPlGYQ/test-tmp/mini-kudu-cluster7555327831753549220/master-0/wal
04:08:12.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskKPlGYQ/test-tmp/mini-kudu-cluster7555327831753549220/master-0/wal
04:08:12.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskKPlGYQ/test-tmp/mini-kudu-cluster7555327831753549220/master-0/data/data
04:08:12.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
04:08:12.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
04:08:12.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
04:08:12.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
04:08:12.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
04:08:12.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
04:08:12.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
04:08:12.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
04:08:12.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
04:08:12.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
04:08:12.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
04:08:12.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:12.293488 24284 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
04:08:12.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:12.299726 24284 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
04:08:12.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:12.300264 24284 kserver.cc:163] Server-wide thread pool size limit: 3276
04:08:12.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:12.379700 24284 rpc_server.cc:307] RPC server started. Bound to: 127.23.94.190:41431
04:08:12.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:12.379823 24357 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.23.94.190:41431 every 8 connection(s)
04:08:12.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:12.382575 24284 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskKPlGYQ/test-tmp/mini-kudu-cluster7555327831753549220/master-0/data/info.pb
04:08:12.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:12.387146 23930 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskKPlGYQ/build/tsan/bin/kudu as pid 24284
04:08:12.387 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
04:08:12.387 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.23.94.189:45581
04:08:12.388 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 1
}
}
04:08:12.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:12.389775 23930 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskKPlGYQ/build/tsan/bin/kudu
04:08:12.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskKPlGYQ/build/tsan/bin/kudu
04:08:12.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskKPlGYQ/test-tmp/mini-kudu-cluster7555327831753549220/master-1/wal
04:08:12.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskKPlGYQ/test-tmp/mini-kudu-cluster7555327831753549220/master-1/data
04:08:12.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
04:08:12.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
04:08:12.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
04:08:12.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
04:08:12.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
04:08:12.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
04:08:12.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskKPlGYQ/test-tmp/mini-kudu-cluster7555327831753549220/master-1/logs
04:08:12.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskKPlGYQ/test-tmp/mini-kudu-cluster7555327831753549220/master-1/data/info.pb
04:08:12.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
04:08:12.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
04:08:12.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
04:08:12.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
04:08:12.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
04:08:12.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
04:08:12.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
04:08:12.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
04:08:12.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
04:08:12.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
04:08:12.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
04:08:12.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
04:08:12.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.23.94.189:45581
04:08:12.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.23.94.189
04:08:12.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=38061
04:08:12.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskKPlGYQ/test-tmp/mini-kudu-cluster7555327831753549220/krb5kdc/kudu_127.23.94.189.keytab
04:08:12.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.23.94.189
04:08:12.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
04:08:12.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
04:08:12.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
04:08:12.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.23.94.148:37497
04:08:12.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
04:08:12.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
04:08:12.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
04:08:12.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
04:08:12.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.23.94.190:41431,127.23.94.189:45581,127.23.94.188:41077
04:08:12.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
04:08:12.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34387/jwks.json
04:08:12.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskKPlGYQ/test-tmp/mini-kudu-cluster7555327831753549220/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskKPlGYQ/test-tmp/mini-kudu-cluster7555327831753549220/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskKPlGYQ/test-tmp/mini-kudu-cluster7555327831753549220/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
04:08:12.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:12.397068 24359 sys_catalog.cc:263] Verifying existing consensus state
04:08:12.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:12.402448 24359 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P b985d58384d344fead1344fbb3a4e38c: Bootstrap starting.
04:08:12.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:12.440927 24359 log.cc:824] T 00000000000000000000000000000000 P b985d58384d344fead1344fbb3a4e38c: Log is configured to *not* fsync() on all Append() calls
04:08:12.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:12.456557 24359 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P b985d58384d344fead1344fbb3a4e38c: Bootstrap replayed 1/1 log segments. Stats: ops{read=4 overwritten=0 applied=4 ignored=0} inserts{seen=3 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
04:08:12.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:12.457405 24359 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P b985d58384d344fead1344fbb3a4e38c: Bootstrap complete.
04:08:12.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:12.482662 24359 raft_consensus.cc:348] T 00000000000000000000000000000000 P b985d58384d344fead1344fbb3a4e38c [term 1 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b985d58384d344fead1344fbb3a4e38c" member_type: VOTER last_known_addr { host: "127.23.94.190" port: 41431 } } peers { permanent_uuid: "746f3e374e514a629c9a841bb74fa5ae" member_type: VOTER last_known_addr { host: "127.23.94.189" port: 45581 } } peers { permanent_uuid: "f564fad90ba44577ac4aa5c9059be2da" member_type: VOTER last_known_addr { host: "127.23.94.188" port: 41077 } }
04:08:12.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:12.485062 24359 raft_consensus.cc:729] T 00000000000000000000000000000000 P b985d58384d344fead1344fbb3a4e38c [term 1 FOLLOWER]: Becoming Follower/Learner. State: Replica: b985d58384d344fead1344fbb3a4e38c, State: Initialized, Role: FOLLOWER
04:08:12.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:12.486054 24359 consensus_queue.cc:260] T 00000000000000000000000000000000 P b985d58384d344fead1344fbb3a4e38c [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 4, Last appended: 1.4, Last appended by leader: 4, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b985d58384d344fead1344fbb3a4e38c" member_type: VOTER last_known_addr { host: "127.23.94.190" port: 41431 } } peers { permanent_uuid: "746f3e374e514a629c9a841bb74fa5ae" member_type: VOTER last_known_addr { host: "127.23.94.189" port: 45581 } } peers { permanent_uuid: "f564fad90ba44577ac4aa5c9059be2da" member_type: VOTER last_known_addr { host: "127.23.94.188" port: 41077 } }
04:08:12.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:12.489081 24363 sys_catalog.cc:455] T 00000000000000000000000000000000 P b985d58384d344fead1344fbb3a4e38c [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 1 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b985d58384d344fead1344fbb3a4e38c" member_type: VOTER last_known_addr { host: "127.23.94.190" port: 41431 } } peers { permanent_uuid: "746f3e374e514a629c9a841bb74fa5ae" member_type: VOTER last_known_addr { host: "127.23.94.189" port: 45581 } } peers { permanent_uuid: "f564fad90ba44577ac4aa5c9059be2da" member_type: VOTER last_known_addr { host: "127.23.94.188" port: 41077 } } }
04:08:12.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:12.489979 24363 sys_catalog.cc:458] T 00000000000000000000000000000000 P b985d58384d344fead1344fbb3a4e38c [sys.catalog]: This master's current role is: FOLLOWER
04:08:12.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:12.490792 24359 sys_catalog.cc:564] T 00000000000000000000000000000000 P b985d58384d344fead1344fbb3a4e38c [sys.catalog]: configured and running, proceeding with master startup.
04:08:12.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:12.581634 24375 catalog_manager.cc:1259] Loaded cluster ID: dce1aeac3cd0471b8930c8eddce0c58a
04:08:12.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:12.582197 24375 catalog_manager.cc:1552] T 00000000000000000000000000000000 P b985d58384d344fead1344fbb3a4e38c: loading cluster ID for follower catalog manager: success
04:08:12.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:12.594527 24375 catalog_manager.cc:1574] T 00000000000000000000000000000000 P b985d58384d344fead1344fbb3a4e38c: acquiring CA information for follower catalog manager: success
04:08:12.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 06 04:08:12 dist-test-slave-1jjb krb5kdc[23941](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1785989292, etypes {rep=17 tkt=17 ses=17}, kudu/127.23.94.190@KRBTEST.COM for kudu/127.23.94.190@KRBTEST.COM
04:08:12.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:12.602118 24375 catalog_manager.cc:1602] T 00000000000000000000000000000000 P b985d58384d344fead1344fbb3a4e38c: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
04:08:12.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:12.622462 24284 master_runner.cc:186] Error getting master registration for 127.23.94.189:45581: Network error: Client connection negotiation failed: client connection to 127.23.94.189:45581: connect: Connection refused (error 111),
04:08:12.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:12.653896 24284 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
04:08:12.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:08:12.778024 24361 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
04:08:12.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:08:12.778721 24361 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
04:08:12.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:08:12.779443 24361 flags.cc:425] Enabled unsafe flag: --never_fsync=true
04:08:12.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:08:12.817591 24361 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
04:08:12.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:08:12.817878 24361 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
04:08:12.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:08:12.818303 24361 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
04:08:12.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:08:12.818607 24361 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
04:08:12.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:08:12.818893 24361 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
04:08:12.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:08:12.819202 24361 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
04:08:12.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:08:12.819411 24361 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:34387/jwks.json
04:08:12.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:12.863456 24361 master_runner.cc:386] Master server non-default flags:
04:08:12.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
04:08:12.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.23.94.148:37497
04:08:12.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
04:08:12.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
04:08:12.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskKPlGYQ/test-tmp/mini-kudu-cluster7555327831753549220/master-1/data
04:08:12.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskKPlGYQ/test-tmp/mini-kudu-cluster7555327831753549220/master-1/wal
04:08:12.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
04:08:12.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
04:08:12.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.23.94.190:41431,127.23.94.189:45581,127.23.94.188:41077
04:08:12.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskKPlGYQ/test-tmp/mini-kudu-cluster7555327831753549220/krb5kdc/kudu_127.23.94.189.keytab
04:08:12.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.23.94.189
04:08:12.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
04:08:12.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
04:08:12.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
04:08:12.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.23.94.189:45581
04:08:12.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
04:08:12.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
04:08:12.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
04:08:12.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34387/jwks.json
04:08:12.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
04:08:12.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
04:08:12.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
04:08:12.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
04:08:12.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
04:08:12.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskKPlGYQ/test-tmp/mini-kudu-cluster7555327831753549220/master-1/data/info.pb
04:08:12.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.23.94.189
04:08:12.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=38061
04:08:12.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
04:08:12.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
04:08:12.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
04:08:12.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
04:08:12.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
04:08:12.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskKPlGYQ/test-tmp/mini-kudu-cluster7555327831753549220/master-1/logs
04:08:12.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
04:08:12.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
04:08:12.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
04:08:12.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
04:08:12.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
04:08:12.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
04:08:12.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
04:08:12.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 06 Aug 2026 02:58:30 UTC on ccycloud.quasar-xnspdp.root.comops.site
04:08:12.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4569537
04:08:12.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
04:08:12.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:12.865132 24361 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
04:08:12.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:12.866633 24361 file_cache.cc:493] Constructed file cache file cache with capacity 419430
04:08:12.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:08:12.922698 24387 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
04:08:13.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:08:13.572681 23618 debug-util.cc:398] Leaking SignalData structure 0x7b08000ae060 after lost signal to thread 23484
04:08:13.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:08:13.574162 23618 debug-util.cc:398] Leaking SignalData structure 0x7b08000bd0c0 after lost signal to thread 23621
04:08:14.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:08:12.927583 24386 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
04:08:14.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:08:14.285271 24388 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
04:08:14.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:14.285801 24361 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
04:08:14.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:08:12.925561 24389 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
04:08:14.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:14.290364 24361 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
04:08:14.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:14.293910 24361 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
04:08:14.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:14.295364 24361 hybrid_clock.cc:648] HybridClock initialized: now 1785989294295300 us; error 76 us; skew 500 ppm
04:08:14.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:14.296340 24361 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
04:08:14.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 06 04:08:14 dist-test-slave-1jjb krb5kdc[23941](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1785989294, etypes {rep=17 tkt=17 ses=17}, kudu/127.23.94.189@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
04:08:14.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:14.305655 24361 init.cc:377] Logged in from keytab as kudu/127.23.94.189@KRBTEST.COM (short username kudu)
04:08:14.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:14.319144 24361 webserver.cc:460] Webserver started at http://127.23.94.189:38061/ using document root <none> and password file <none>
04:08:14.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:14.320390 24361 fs_manager.cc:359] Metadata directory not provided
04:08:14.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:14.320752 24361 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
04:08:14.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:14.333438 24397 raft_consensus.cc:482] T 00000000000000000000000000000000 P b985d58384d344fead1344fbb3a4e38c [term 1 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
04:08:14.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:14.334046 24397 raft_consensus.cc:504] T 00000000000000000000000000000000 P b985d58384d344fead1344fbb3a4e38c [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b985d58384d344fead1344fbb3a4e38c" member_type: VOTER last_known_addr { host: "127.23.94.190" port: 41431 } } peers { permanent_uuid: "746f3e374e514a629c9a841bb74fa5ae" member_type: VOTER last_known_addr { host: "127.23.94.189" port: 45581 } } peers { permanent_uuid: "f564fad90ba44577ac4aa5c9059be2da" member_type: VOTER last_known_addr { host: "127.23.94.188" port: 41077 } }
04:08:14.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:14.337039 24361 fs_manager.cc:709] Time spent opening directory manager: real 0.012s user 0.004s sys 0.004s
04:08:14.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:08:14.350621 24304 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.23.94.189:45581: connect: Connection refused (error 111)
04:08:14.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:14.353731 24397 leader_election.cc:288] T 00000000000000000000000000000000 P b985d58384d344fead1344fbb3a4e38c [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers 746f3e374e514a629c9a841bb74fa5ae (127.23.94.189:45581), f564fad90ba44577ac4aa5c9059be2da (127.23.94.188:41077)
04:08:14.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:14.357069 24399 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
04:08:14.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:08:14.362922 24304 leader_election.cc:334] T 00000000000000000000000000000000 P b985d58384d344fead1344fbb3a4e38c [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer 746f3e374e514a629c9a841bb74fa5ae (127.23.94.189:45581): Network error: Client connection negotiation failed: client connection to 127.23.94.189:45581: connect: Connection refused (error 111)
04:08:14.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:08:14.363844 24303 leader_election.cc:334] T 00000000000000000000000000000000 P b985d58384d344fead1344fbb3a4e38c [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer f564fad90ba44577ac4aa5c9059be2da (127.23.94.188:41077): Network error: Client connection negotiation failed: client connection to 127.23.94.188:41077: connect: Connection refused (error 111)
04:08:14.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:14.364225 24303 leader_election.cc:302] T 00000000000000000000000000000000 P b985d58384d344fead1344fbb3a4e38c [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: b985d58384d344fead1344fbb3a4e38c; no voters: 746f3e374e514a629c9a841bb74fa5ae, f564fad90ba44577ac4aa5c9059be2da
04:08:14.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:14.365604 24361 fs_manager.cc:725] Time spent opening block manager: real 0.025s user 0.007s sys 0.009s
04:08:14.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:14.366541 24397 raft_consensus.cc:2726] T 00000000000000000000000000000000 P b985d58384d344fead1344fbb3a4e38c [term 1 FOLLOWER]: Leader pre-election lost for term 2. Reason: could not achieve majority
04:08:14.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:14.366130 24361 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskKPlGYQ/test-tmp/mini-kudu-cluster7555327831753549220/master-1/data,/tmp/dist-test-taskKPlGYQ/test-tmp/mini-kudu-cluster7555327831753549220/master-1/wal
04:08:14.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "746f3e374e514a629c9a841bb74fa5ae"
04:08:14.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-06 04:08:05 on dist-test-slave-1jjb"
04:08:14.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:14.369403 24361 fs_report.cc:383] FS layout report
04:08:14.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
04:08:14.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskKPlGYQ/test-tmp/mini-kudu-cluster7555327831753549220/master-1/wal
04:08:14.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskKPlGYQ/test-tmp/mini-kudu-cluster7555327831753549220/master-1/wal
04:08:14.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskKPlGYQ/test-tmp/mini-kudu-cluster7555327831753549220/master-1/data/data
04:08:14.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
04:08:14.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
04:08:14.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
04:08:14.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
04:08:14.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
04:08:14.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
04:08:14.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
04:08:14.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
04:08:14.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
04:08:14.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
04:08:14.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
04:08:14.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:14.434561 24361 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
04:08:14.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:14.441248 24361 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
04:08:14.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:14.441774 24361 kserver.cc:163] Server-wide thread pool size limit: 3276
04:08:14.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:14.561091 24361 rpc_server.cc:307] RPC server started. Bound to: 127.23.94.189:45581
04:08:14.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:14.561275 24455 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.23.94.189:45581 every 8 connection(s)
04:08:14.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:14.564774 24361 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskKPlGYQ/test-tmp/mini-kudu-cluster7555327831753549220/master-1/data/info.pb
04:08:14.570 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
04:08:14.570 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.23.94.188:41077
04:08:14.571 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 2
}
}
04:08:14.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:14.569633 23930 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskKPlGYQ/build/tsan/bin/kudu as pid 24361
04:08:14.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:14.573436 23930 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskKPlGYQ/build/tsan/bin/kudu
04:08:14.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskKPlGYQ/build/tsan/bin/kudu
04:08:14.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskKPlGYQ/test-tmp/mini-kudu-cluster7555327831753549220/master-2/wal
04:08:14.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskKPlGYQ/test-tmp/mini-kudu-cluster7555327831753549220/master-2/data
04:08:14.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
04:08:14.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
04:08:14.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
04:08:14.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
04:08:14.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
04:08:14.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
04:08:14.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskKPlGYQ/test-tmp/mini-kudu-cluster7555327831753549220/master-2/logs
04:08:14.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskKPlGYQ/test-tmp/mini-kudu-cluster7555327831753549220/master-2/data/info.pb
04:08:14.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
04:08:14.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
04:08:14.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
04:08:14.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
04:08:14.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
04:08:14.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
04:08:14.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
04:08:14.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
04:08:14.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
04:08:14.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
04:08:14.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
04:08:14.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
04:08:14.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.23.94.188:41077
04:08:14.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.23.94.188
04:08:14.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=33799
04:08:14.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskKPlGYQ/test-tmp/mini-kudu-cluster7555327831753549220/krb5kdc/kudu_127.23.94.188.keytab
04:08:14.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.23.94.188
04:08:14.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
04:08:14.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
04:08:14.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
04:08:14.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.23.94.148:37497
04:08:14.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
04:08:14.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
04:08:14.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
04:08:14.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
04:08:14.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.23.94.190:41431,127.23.94.189:45581,127.23.94.188:41077
04:08:14.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
04:08:14.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34387/jwks.json
04:08:14.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskKPlGYQ/test-tmp/mini-kudu-cluster7555327831753549220/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskKPlGYQ/test-tmp/mini-kudu-cluster7555327831753549220/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskKPlGYQ/test-tmp/mini-kudu-cluster7555327831753549220/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
04:08:14.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:14.602574 24456 sys_catalog.cc:263] Verifying existing consensus state
04:08:14.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:14.614599 24456 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 746f3e374e514a629c9a841bb74fa5ae: Bootstrap starting.
04:08:14.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:14.689503 24456 log.cc:824] T 00000000000000000000000000000000 P 746f3e374e514a629c9a841bb74fa5ae: Log is configured to *not* fsync() on all Append() calls
04:08:14.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:14.765177 24456 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 746f3e374e514a629c9a841bb74fa5ae: Bootstrap replayed 1/1 log segments. Stats: ops{read=4 overwritten=0 applied=4 ignored=0} inserts{seen=3 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
04:08:14.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:14.766461 24456 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 746f3e374e514a629c9a841bb74fa5ae: Bootstrap complete.
04:08:14.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:14.845310 24456 raft_consensus.cc:348] T 00000000000000000000000000000000 P 746f3e374e514a629c9a841bb74fa5ae [term 1 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b985d58384d344fead1344fbb3a4e38c" member_type: VOTER last_known_addr { host: "127.23.94.190" port: 41431 } } peers { permanent_uuid: "746f3e374e514a629c9a841bb74fa5ae" member_type: VOTER last_known_addr { host: "127.23.94.189" port: 45581 } } peers { permanent_uuid: "f564fad90ba44577ac4aa5c9059be2da" member_type: VOTER last_known_addr { host: "127.23.94.188" port: 41077 } }
04:08:14.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:14.860195 24456 raft_consensus.cc:729] T 00000000000000000000000000000000 P 746f3e374e514a629c9a841bb74fa5ae [term 1 FOLLOWER]: Becoming Follower/Learner. State: Replica: 746f3e374e514a629c9a841bb74fa5ae, State: Initialized, Role: FOLLOWER
04:08:14.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:14.862901 24456 consensus_queue.cc:260] T 00000000000000000000000000000000 P 746f3e374e514a629c9a841bb74fa5ae [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 4, Last appended: 1.4, Last appended by leader: 4, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b985d58384d344fead1344fbb3a4e38c" member_type: VOTER last_known_addr { host: "127.23.94.190" port: 41431 } } peers { permanent_uuid: "746f3e374e514a629c9a841bb74fa5ae" member_type: VOTER last_known_addr { host: "127.23.94.189" port: 45581 } } peers { permanent_uuid: "f564fad90ba44577ac4aa5c9059be2da" member_type: VOTER last_known_addr { host: "127.23.94.188" port: 41077 } }
04:08:14.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:14.885923 24456 sys_catalog.cc:564] T 00000000000000000000000000000000 P 746f3e374e514a629c9a841bb74fa5ae [sys.catalog]: configured and running, proceeding with master startup.
04:08:14.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:14.882951 24460 sys_catalog.cc:455] T 00000000000000000000000000000000 P 746f3e374e514a629c9a841bb74fa5ae [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 1 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b985d58384d344fead1344fbb3a4e38c" member_type: VOTER last_known_addr { host: "127.23.94.190" port: 41431 } } peers { permanent_uuid: "746f3e374e514a629c9a841bb74fa5ae" member_type: VOTER last_known_addr { host: "127.23.94.189" port: 45581 } } peers { permanent_uuid: "f564fad90ba44577ac4aa5c9059be2da" member_type: VOTER last_known_addr { host: "127.23.94.188" port: 41077 } } }
04:08:14.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:14.891615 24460 sys_catalog.cc:458] T 00000000000000000000000000000000 P 746f3e374e514a629c9a841bb74fa5ae [sys.catalog]: This master's current role is: FOLLOWER
04:08:14.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:14.992012 24471 catalog_manager.cc:795] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
04:08:15.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 06 04:08:15 dist-test-slave-1jjb krb5kdc[23941](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1785989294, etypes {rep=17 tkt=17 ses=17}, kudu/127.23.94.189@KRBTEST.COM for kudu/127.23.94.190@KRBTEST.COM
04:08:15.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:08:15.123837 24457 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
04:08:15.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:08:15.124748 24457 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
04:08:15.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:08:15.125782 24457 flags.cc:425] Enabled unsafe flag: --never_fsync=true
04:08:15.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 06 04:08:15 dist-test-slave-1jjb krb5kdc[23941](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1785989294, etypes {rep=17 tkt=17 ses=17}, kudu/127.23.94.189@KRBTEST.COM for kudu/127.23.94.189@KRBTEST.COM
04:08:15.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:08:15.183565 24457 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
04:08:15.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:08:15.183908 24457 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
04:08:15.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:08:15.184433 24457 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
04:08:15.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:08:15.184790 24457 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
04:08:15.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:08:15.185117 24457 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
04:08:15.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:08:15.185462 24457 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
04:08:15.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:08:15.185703 24457 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:34387/jwks.json
04:08:15.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:15.168715 24361 master_runner.cc:186] Error getting master registration for 127.23.94.188:41077: Network error: Client connection negotiation failed: client connection to 127.23.94.188:41077: connect: Connection refused (error 111),
04:08:15.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:15.210600 24361 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
04:08:15.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:15.243563 24457 master_runner.cc:386] Master server non-default flags:
04:08:15.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
04:08:15.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.23.94.148:37497
04:08:15.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
04:08:15.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
04:08:15.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskKPlGYQ/test-tmp/mini-kudu-cluster7555327831753549220/master-2/data
04:08:15.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskKPlGYQ/test-tmp/mini-kudu-cluster7555327831753549220/master-2/wal
04:08:15.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
04:08:15.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
04:08:15.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.23.94.190:41431,127.23.94.189:45581,127.23.94.188:41077
04:08:15.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskKPlGYQ/test-tmp/mini-kudu-cluster7555327831753549220/krb5kdc/kudu_127.23.94.188.keytab
04:08:15.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.23.94.188
04:08:15.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
04:08:15.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
04:08:15.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
04:08:15.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.23.94.188:41077
04:08:15.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
04:08:15.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
04:08:15.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
04:08:15.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34387/jwks.json
04:08:15.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
04:08:15.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
04:08:15.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
04:08:15.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
04:08:15.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
04:08:15.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskKPlGYQ/test-tmp/mini-kudu-cluster7555327831753549220/master-2/data/info.pb
04:08:15.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.23.94.188
04:08:15.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=33799
04:08:15.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
04:08:15.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
04:08:15.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
04:08:15.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
04:08:15.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
04:08:15.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskKPlGYQ/test-tmp/mini-kudu-cluster7555327831753549220/master-2/logs
04:08:15.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
04:08:15.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
04:08:15.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
04:08:15.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
04:08:15.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
04:08:15.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
04:08:15.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
04:08:15.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 06 Aug 2026 02:58:30 UTC on ccycloud.quasar-xnspdp.root.comops.site
04:08:15.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4569537
04:08:15.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
04:08:15.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:15.245399 24457 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
04:08:15.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:15.246809 24457 file_cache.cc:493] Constructed file cache file cache with capacity 419430
04:08:15.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:08:15.289716 24481 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
04:08:15.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:15.898509 24486 raft_consensus.cc:482] T 00000000000000000000000000000000 P b985d58384d344fead1344fbb3a4e38c [term 1 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
04:08:15.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:15.898929 24486 raft_consensus.cc:504] T 00000000000000000000000000000000 P b985d58384d344fead1344fbb3a4e38c [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b985d58384d344fead1344fbb3a4e38c" member_type: VOTER last_known_addr { host: "127.23.94.190" port: 41431 } } peers { permanent_uuid: "746f3e374e514a629c9a841bb74fa5ae" member_type: VOTER last_known_addr { host: "127.23.94.189" port: 45581 } } peers { permanent_uuid: "f564fad90ba44577ac4aa5c9059be2da" member_type: VOTER last_known_addr { host: "127.23.94.188" port: 41077 } }
04:08:15.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:15.900576 24486 leader_election.cc:288] T 00000000000000000000000000000000 P b985d58384d344fead1344fbb3a4e38c [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers 746f3e374e514a629c9a841bb74fa5ae (127.23.94.189:45581), f564fad90ba44577ac4aa5c9059be2da (127.23.94.188:41077)
04:08:15.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:08:15.910295 24303 leader_election.cc:334] T 00000000000000000000000000000000 P b985d58384d344fead1344fbb3a4e38c [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer f564fad90ba44577ac4aa5c9059be2da (127.23.94.188:41077): Network error: Client connection negotiation failed: client connection to 127.23.94.188:41077: connect: Connection refused (error 111)
04:08:15.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 06 04:08:15 dist-test-slave-1jjb krb5kdc[23941](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1785989292, etypes {rep=17 tkt=17 ses=17}, kudu/127.23.94.190@KRBTEST.COM for kudu/127.23.94.189@KRBTEST.COM
04:08:15.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:15.936373 24429 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "b985d58384d344fead1344fbb3a4e38c" candidate_term: 2 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "746f3e374e514a629c9a841bb74fa5ae" is_pre_election: true
04:08:15.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:15.937762 24429 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 746f3e374e514a629c9a841bb74fa5ae [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate b985d58384d344fead1344fbb3a4e38c in term 1.
04:08:15.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:15.939178 24304 leader_election.cc:302] T 00000000000000000000000000000000 P b985d58384d344fead1344fbb3a4e38c [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 746f3e374e514a629c9a841bb74fa5ae, b985d58384d344fead1344fbb3a4e38c; no voters: f564fad90ba44577ac4aa5c9059be2da
04:08:15.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:15.939903 24486 raft_consensus.cc:2781] T 00000000000000000000000000000000 P b985d58384d344fead1344fbb3a4e38c [term 1 FOLLOWER]: Leader pre-election won for term 2
04:08:15.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:15.940241 24486 raft_consensus.cc:482] T 00000000000000000000000000000000 P b985d58384d344fead1344fbb3a4e38c [term 1 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
04:08:15.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:15.940457 24486 raft_consensus.cc:3037] T 00000000000000000000000000000000 P b985d58384d344fead1344fbb3a4e38c [term 1 FOLLOWER]: Advancing to term 2
04:08:15.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:15.947830 24486 raft_consensus.cc:504] T 00000000000000000000000000000000 P b985d58384d344fead1344fbb3a4e38c [term 2 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b985d58384d344fead1344fbb3a4e38c" member_type: VOTER last_known_addr { host: "127.23.94.190" port: 41431 } } peers { permanent_uuid: "746f3e374e514a629c9a841bb74fa5ae" member_type: VOTER last_known_addr { host: "127.23.94.189" port: 45581 } } peers { permanent_uuid: "f564fad90ba44577ac4aa5c9059be2da" member_type: VOTER last_known_addr { host: "127.23.94.188" port: 41077 } }
04:08:15.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:15.949591 24486 leader_election.cc:288] T 00000000000000000000000000000000 P b985d58384d344fead1344fbb3a4e38c [CANDIDATE]: Term 2 election: Requested vote from peers 746f3e374e514a629c9a841bb74fa5ae (127.23.94.189:45581), f564fad90ba44577ac4aa5c9059be2da (127.23.94.188:41077)
04:08:15.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:15.951176 24429 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "b985d58384d344fead1344fbb3a4e38c" candidate_term: 2 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "746f3e374e514a629c9a841bb74fa5ae"
04:08:15.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:15.952016 24429 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 746f3e374e514a629c9a841bb74fa5ae [term 1 FOLLOWER]: Advancing to term 2
04:08:15.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:08:15.952960 24303 leader_election.cc:334] T 00000000000000000000000000000000 P b985d58384d344fead1344fbb3a4e38c [CANDIDATE]: Term 2 election: RPC error from VoteRequest() call to peer f564fad90ba44577ac4aa5c9059be2da (127.23.94.188:41077): Network error: Client connection negotiation failed: client connection to 127.23.94.188:41077: connect: Connection refused (error 111)
04:08:15.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:15.966295 24429 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 746f3e374e514a629c9a841bb74fa5ae [term 2 FOLLOWER]: Leader election vote request: Granting yes vote for candidate b985d58384d344fead1344fbb3a4e38c in term 2.
04:08:15.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:15.967840 24304 leader_election.cc:302] T 00000000000000000000000000000000 P b985d58384d344fead1344fbb3a4e38c [CANDIDATE]: Term 2 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 746f3e374e514a629c9a841bb74fa5ae, b985d58384d344fead1344fbb3a4e38c; no voters: f564fad90ba44577ac4aa5c9059be2da
04:08:15.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:15.968972 24486 raft_consensus.cc:2781] T 00000000000000000000000000000000 P b985d58384d344fead1344fbb3a4e38c [term 2 FOLLOWER]: Leader election won for term 2
04:08:15.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:15.970983 24486 raft_consensus.cc:686] T 00000000000000000000000000000000 P b985d58384d344fead1344fbb3a4e38c [term 2 LEADER]: Becoming Leader. State: Replica: b985d58384d344fead1344fbb3a4e38c, State: Running, Role: LEADER
04:08:15.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:15.971839 24486 consensus_queue.cc:237] T 00000000000000000000000000000000 P b985d58384d344fead1344fbb3a4e38c [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 4, Committed index: 4, Last appended: 1.4, Last appended by leader: 4, Current term: 2, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b985d58384d344fead1344fbb3a4e38c" member_type: VOTER last_known_addr { host: "127.23.94.190" port: 41431 } } peers { permanent_uuid: "746f3e374e514a629c9a841bb74fa5ae" member_type: VOTER last_known_addr { host: "127.23.94.189" port: 45581 } } peers { permanent_uuid: "f564fad90ba44577ac4aa5c9059be2da" member_type: VOTER last_known_addr { host: "127.23.94.188" port: 41077 } }
04:08:15.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:15.980558 24493 sys_catalog.cc:455] T 00000000000000000000000000000000 P b985d58384d344fead1344fbb3a4e38c [sys.catalog]: SysCatalogTable state changed. Reason: New leader b985d58384d344fead1344fbb3a4e38c. Latest consensus state: current_term: 2 leader_uuid: "b985d58384d344fead1344fbb3a4e38c" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b985d58384d344fead1344fbb3a4e38c" member_type: VOTER last_known_addr { host: "127.23.94.190" port: 41431 } } peers { permanent_uuid: "746f3e374e514a629c9a841bb74fa5ae" member_type: VOTER last_known_addr { host: "127.23.94.189" port: 45581 } } peers { permanent_uuid: "f564fad90ba44577ac4aa5c9059be2da" member_type: VOTER last_known_addr { host: "127.23.94.188" port: 41077 } } }
04:08:15.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:15.981223 24493 sys_catalog.cc:458] T 00000000000000000000000000000000 P b985d58384d344fead1344fbb3a4e38c [sys.catalog]: This master's current role is: LEADER
04:08:15.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:15.983664 24495 catalog_manager.cc:1475] Loading table and tablet metadata into memory...
04:08:15.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:15.989475 24495 catalog_manager.cc:1484] Initializing Kudu cluster ID...
04:08:15.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:15.992036 24495 catalog_manager.cc:1259] Loaded cluster ID: dce1aeac3cd0471b8930c8eddce0c58a
04:08:15.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:15.992316 24495 catalog_manager.cc:1495] Initializing Kudu internal certificate authority...
04:08:15.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:15.996147 24495 catalog_manager.cc:1504] Loading token signing keys...
04:08:15.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:15.998857 24495 catalog_manager.cc:5879] T 00000000000000000000000000000000 P b985d58384d344fead1344fbb3a4e38c: Loaded TSK: 0
04:08:16.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:16.000589 24495 catalog_manager.cc:1514] Initializing in-progress tserver states...
04:08:16.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:16.006664 24471 catalog_manager.cc:1259] Loaded cluster ID: dce1aeac3cd0471b8930c8eddce0c58a
04:08:16.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:16.007050 24471 catalog_manager.cc:1552] T 00000000000000000000000000000000 P 746f3e374e514a629c9a841bb74fa5ae: loading cluster ID for follower catalog manager: success
04:08:16.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:16.019798 24471 catalog_manager.cc:1574] T 00000000000000000000000000000000 P 746f3e374e514a629c9a841bb74fa5ae: acquiring CA information for follower catalog manager: success
04:08:16.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:16.029275 24471 catalog_manager.cc:1602] T 00000000000000000000000000000000 P 746f3e374e514a629c9a841bb74fa5ae: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
04:08:16.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:16.401454 24429 raft_consensus.cc:1261] T 00000000000000000000000000000000 P 746f3e374e514a629c9a841bb74fa5ae [term 2 FOLLOWER]: Refusing update from remote peer b985d58384d344fead1344fbb3a4e38c: Log matching property violated. Preceding OpId in replica: term: 1 index: 4. Preceding OpId from leader: term: 2 index: 5. (index mismatch)
04:08:16.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:16.403636 24493 consensus_queue.cc:1035] T 00000000000000000000000000000000 P b985d58384d344fead1344fbb3a4e38c [LEADER]: Connected to new peer: Peer: permanent_uuid: "746f3e374e514a629c9a841bb74fa5ae" member_type: VOTER last_known_addr { host: "127.23.94.189" port: 45581 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 5, Last known committed idx: 4, Time since last communication: 0.001s
04:08:16.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:16.435865 24499 sys_catalog.cc:455] T 00000000000000000000000000000000 P 746f3e374e514a629c9a841bb74fa5ae [sys.catalog]: SysCatalogTable state changed. Reason: New leader b985d58384d344fead1344fbb3a4e38c. Latest consensus state: current_term: 2 leader_uuid: "b985d58384d344fead1344fbb3a4e38c" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b985d58384d344fead1344fbb3a4e38c" member_type: VOTER last_known_addr { host: "127.23.94.190" port: 41431 } } peers { permanent_uuid: "746f3e374e514a629c9a841bb74fa5ae" member_type: VOTER last_known_addr { host: "127.23.94.189" port: 45581 } } peers { permanent_uuid: "f564fad90ba44577ac4aa5c9059be2da" member_type: VOTER last_known_addr { host: "127.23.94.188" port: 41077 } } }
04:08:16.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:08:16.445955 24303 consensus_peers.cc:487] T 00000000000000000000000000000000 P b985d58384d344fead1344fbb3a4e38c -> Peer f564fad90ba44577ac4aa5c9059be2da (127.23.94.188:41077): Couldn't send request to peer f564fad90ba44577ac4aa5c9059be2da. Status: Network error: Client connection negotiation failed: client connection to 127.23.94.188:41077: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
04:08:16.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:16.447086 24493 sys_catalog.cc:455] T 00000000000000000000000000000000 P b985d58384d344fead1344fbb3a4e38c [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 2 leader_uuid: "b985d58384d344fead1344fbb3a4e38c" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b985d58384d344fead1344fbb3a4e38c" member_type: VOTER last_known_addr { host: "127.23.94.190" port: 41431 } } peers { permanent_uuid: "746f3e374e514a629c9a841bb74fa5ae" member_type: VOTER last_known_addr { host: "127.23.94.189" port: 45581 } } peers { permanent_uuid: "f564fad90ba44577ac4aa5c9059be2da" member_type: VOTER last_known_addr { host: "127.23.94.188" port: 41077 } } }
04:08:16.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:16.447844 24493 sys_catalog.cc:458] T 00000000000000000000000000000000 P b985d58384d344fead1344fbb3a4e38c [sys.catalog]: This master's current role is: LEADER
04:08:16.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:16.448745 24499 sys_catalog.cc:458] T 00000000000000000000000000000000 P 746f3e374e514a629c9a841bb74fa5ae [sys.catalog]: This master's current role is: FOLLOWER
04:08:16.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:16.450117 24503 sys_catalog.cc:455] T 00000000000000000000000000000000 P 746f3e374e514a629c9a841bb74fa5ae [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 2 leader_uuid: "b985d58384d344fead1344fbb3a4e38c" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b985d58384d344fead1344fbb3a4e38c" member_type: VOTER last_known_addr { host: "127.23.94.190" port: 41431 } } peers { permanent_uuid: "746f3e374e514a629c9a841bb74fa5ae" member_type: VOTER last_known_addr { host: "127.23.94.189" port: 45581 } } peers { permanent_uuid: "f564fad90ba44577ac4aa5c9059be2da" member_type: VOTER last_known_addr { host: "127.23.94.188" port: 41077 } } }
04:08:16.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:16.450928 24503 sys_catalog.cc:458] T 00000000000000000000000000000000 P 746f3e374e514a629c9a841bb74fa5ae [sys.catalog]: This master's current role is: FOLLOWER
04:08:16.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:08:15.296578 24480 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
04:08:16.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:15.299188 24457 server_base.cc:1034] running on GCE node
04:08:16.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:08:15.304826 24483 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
04:08:16.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:16.676138 24457 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
04:08:16.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:16.679652 24457 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
04:08:16.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:16.681063 24457 hybrid_clock.cc:648] HybridClock initialized: now 1785989296681012 us; error 63 us; skew 500 ppm
04:08:16.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:16.682101 24457 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
04:08:16.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 06 04:08:16 dist-test-slave-1jjb krb5kdc[23941](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1785989296, etypes {rep=17 tkt=17 ses=17}, kudu/127.23.94.188@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
04:08:16.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:16.688381 24457 init.cc:377] Logged in from keytab as kudu/127.23.94.188@KRBTEST.COM (short username kudu)
04:08:16.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:16.694628 24457 webserver.cc:460] Webserver started at http://127.23.94.188:33799/ using document root <none> and password file <none>
04:08:16.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:16.695621 24457 fs_manager.cc:359] Metadata directory not provided
04:08:16.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:16.695873 24457 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
04:08:16.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:16.704651 24457 fs_manager.cc:709] Time spent opening directory manager: real 0.006s user 0.007s sys 0.000s
04:08:16.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:16.710027 24509 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
04:08:16.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:16.711412 24457 fs_manager.cc:725] Time spent opening block manager: real 0.005s user 0.002s sys 0.003s
04:08:16.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:16.711704 24457 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskKPlGYQ/test-tmp/mini-kudu-cluster7555327831753549220/master-2/data,/tmp/dist-test-taskKPlGYQ/test-tmp/mini-kudu-cluster7555327831753549220/master-2/wal
04:08:16.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f564fad90ba44577ac4aa5c9059be2da"
04:08:16.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-06 04:08:07 on dist-test-slave-1jjb"
04:08:16.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:16.714357 24457 fs_report.cc:383] FS layout report
04:08:16.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
04:08:16.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskKPlGYQ/test-tmp/mini-kudu-cluster7555327831753549220/master-2/wal
04:08:16.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskKPlGYQ/test-tmp/mini-kudu-cluster7555327831753549220/master-2/wal
04:08:16.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskKPlGYQ/test-tmp/mini-kudu-cluster7555327831753549220/master-2/data/data
04:08:16.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
04:08:16.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
04:08:16.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
04:08:16.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
04:08:16.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
04:08:16.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
04:08:16.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
04:08:16.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
04:08:16.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
04:08:16.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
04:08:16.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
04:08:16.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:16.762401 24457 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
04:08:16.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:16.769096 24457 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
04:08:16.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:16.769694 24457 kserver.cc:163] Server-wide thread pool size limit: 3276
04:08:16.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:16.907454 24457 rpc_server.cc:307] RPC server started. Bound to: 127.23.94.188:41077
04:08:16.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:16.910755 24563 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.23.94.188:41077 every 8 connection(s)
04:08:16.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:16.911969 24457 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskKPlGYQ/test-tmp/mini-kudu-cluster7555327831753549220/master-2/data/info.pb
04:08:16.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:16.915684 23930 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskKPlGYQ/build/tsan/bin/kudu as pid 24457
04:08:16.916 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
04:08:16.917 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.23.94.190:41431(127.23.94.190:41431)] connecting to peer
04:08:16.920 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.23.94.189:45581(127.23.94.189:45581)] connecting to peer
04:08:16.921 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.23.94.188:41077(127.23.94.188:41077)] connecting to peer
04:08:16.922 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.23.94.190:41431(127.23.94.190:41431)] Successfully connected to peer
04:08:16.923 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.23.94.189:45581(127.23.94.189:45581)] Successfully connected to peer
04:08:16.925 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.23.94.188:41077(127.23.94.188:41077)] Successfully connected to peer
04:08:16.940 [WARN - kudu-nio-1] (SecurityContext.java:209) Caller-provided Subject has a Kerberos ticket that is about to expire. Kudu expects the application to renew or re-acquire its own tickets before expiration.
04:08:16.942 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism GSSAPI chosen for peer 127.23.94.189
04:08:16.946 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism GSSAPI chosen for peer 127.23.94.190
04:08:16.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:16.959302 24564 sys_catalog.cc:263] Verifying existing consensus state
04:08:16.969 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism GSSAPI chosen for peer 127.23.94.188
04:08:16.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:16.971627 24564 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P f564fad90ba44577ac4aa5c9059be2da: Bootstrap starting.
04:08:16.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 06 04:08:16 dist-test-slave-1jjb krb5kdc[23941](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1785989287, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.23.94.189@KRBTEST.COM
04:08:16.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 06 04:08:16 dist-test-slave-1jjb krb5kdc[23941](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1785989287, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.23.94.190@KRBTEST.COM
04:08:16.997 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0xdf3b7763, L:/127.0.0.1:59704 - R:/127.23.94.189:45581] using SASL/GSSAPI
04:08:17.019 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x6dd73c7d, L:/127.0.0.1:55116 - R:/127.23.94.190:41431] using SASL/GSSAPI
04:08:17.028 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.94.188:41077(127.23.94.188:41077)] cleaning up while in state NEGOTIATING due to: Server requires Kerberos, but this client is not authenticated (missing or expired TGT)
04:08:17.028 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.94.188:41077: Server requires Kerberos, but this client is not authenticated (missing or expired TGT)
04:08:17.029 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.23.94.188:41077(127.23.94.188:41077)] handling channelInactive
04:08:17.031 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
04:08:17.031 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=ListTabletServers, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=114), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.94.190:41431, [3ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.94.189:45581, [4ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.94.188:41077, [88ms] Sub RPC ConnectToMaster: received response from server master-127.23.94.189:45581: OK, [111ms] Sub RPC ConnectToMaster: received response from server master-127.23.94.188:41077: Configuration error: Server requires Kerberos, but this client is not authenticated (missing or expired TGT), [113ms] Sub RPC ConnectToMaster: received response from server master-127.23.94.190:41431: OK, deferred=null) after lookup
04:08:17.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:08:17.032302 24571 negotiation.cc:337] Failed RPC negotiation. Trace:
04:08:17.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0806 04:08:16.929561 (+ 0us) reactor.cc:625] Submitting negotiation task for server connection from 127.0.0.1:38420 (local address 127.23.94.188:41077)
04:08:17.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0806 04:08:16.946457 (+ 16896us) server_negotiation.cc:206] Beginning negotiation
04:08:17.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0806 04:08:16.946512 (+ 55us) server_negotiation.cc:399] Waiting for connection header
04:08:17.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0806 04:08:16.946589 (+ 77us) server_negotiation.cc:407] Connection header received
04:08:17.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0806 04:08:16.961983 (+ 15394us) server_negotiation.cc:365] Received NEGOTIATE NegotiatePB request
04:08:17.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0806 04:08:16.962050 (+ 67us) server_negotiation.cc:461] Received NEGOTIATE request from client
04:08:17.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0806 04:08:16.962602 (+ 552us) server_negotiation.cc:377] Sending NEGOTIATE NegotiatePB response
04:08:17.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0806 04:08:16.963077 (+ 475us) server_negotiation.cc:226] Negotiated authn=SASL
04:08:17.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0806 04:08:16.978110 (+ 15033us) server_negotiation.cc:365] Received TLS_HANDSHAKE NegotiatePB request
04:08:17.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0806 04:08:16.981588 (+ 3478us) server_negotiation.cc:377] Sending TLS_HANDSHAKE NegotiatePB response
04:08:17.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0806 04:08:17.014515 (+ 32927us) server_negotiation.cc:365] Received TLS_HANDSHAKE NegotiatePB request
04:08:17.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0806 04:08:17.015893 (+ 1378us) server_negotiation.cc:377] Sending TLS_HANDSHAKE NegotiatePB response
04:08:17.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0806 04:08:17.016258 (+ 365us) server_negotiation.cc:662] Negotiated TLSv1.2 with cipher ECDHE-RSA-AES128-GCM-SHA256 TLSv1.2 Kx=ECDH Au=RSA Enc=AESGCM(128) Mac=AEAD
04:08:17.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0806 04:08:17.030273 (+ 14015us) negotiation.cc:327] Negotiation complete: Network error: Server connection negotiation failed: server connection from 127.0.0.1:38420: BlockingRecv error: failed to read from TLS socket (remote: 127.0.0.1:38420): Cannot send after transport endpoint shutdown (error 108)
04:08:17.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"server-negotiator.queue_time_us":16288,"thread_start_us":21247,"threads_started":1}
04:08:17.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:17.035549 24564 log.cc:824] T 00000000000000000000000000000000 P f564fad90ba44577ac4aa5c9059be2da: Log is configured to *not* fsync() on all Append() calls
04:08:17.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:17.067062 24564 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P f564fad90ba44577ac4aa5c9059be2da: Bootstrap replayed 1/1 log segments. Stats: ops{read=4 overwritten=0 applied=4 ignored=0} inserts{seen=3 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
04:08:17.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:17.067979 24564 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P f564fad90ba44577ac4aa5c9059be2da: Bootstrap complete.
04:08:17.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:17.089340 24564 raft_consensus.cc:348] T 00000000000000000000000000000000 P f564fad90ba44577ac4aa5c9059be2da [term 1 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b985d58384d344fead1344fbb3a4e38c" member_type: VOTER last_known_addr { host: "127.23.94.190" port: 41431 } } peers { permanent_uuid: "746f3e374e514a629c9a841bb74fa5ae" member_type: VOTER last_known_addr { host: "127.23.94.189" port: 45581 } } peers { permanent_uuid: "f564fad90ba44577ac4aa5c9059be2da" member_type: VOTER last_known_addr { host: "127.23.94.188" port: 41077 } }
04:08:17.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:17.091795 24564 raft_consensus.cc:729] T 00000000000000000000000000000000 P f564fad90ba44577ac4aa5c9059be2da [term 1 FOLLOWER]: Becoming Follower/Learner. State: Replica: f564fad90ba44577ac4aa5c9059be2da, State: Initialized, Role: FOLLOWER
04:08:17.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:17.092741 24564 consensus_queue.cc:260] T 00000000000000000000000000000000 P f564fad90ba44577ac4aa5c9059be2da [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 4, Last appended: 1.4, Last appended by leader: 4, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b985d58384d344fead1344fbb3a4e38c" member_type: VOTER last_known_addr { host: "127.23.94.190" port: 41431 } } peers { permanent_uuid: "746f3e374e514a629c9a841bb74fa5ae" member_type: VOTER last_known_addr { host: "127.23.94.189" port: 45581 } } peers { permanent_uuid: "f564fad90ba44577ac4aa5c9059be2da" member_type: VOTER last_known_addr { host: "127.23.94.188" port: 41077 } }
04:08:17.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:17.095829 24573 sys_catalog.cc:455] T 00000000000000000000000000000000 P f564fad90ba44577ac4aa5c9059be2da [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 1 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b985d58384d344fead1344fbb3a4e38c" member_type: VOTER last_known_addr { host: "127.23.94.190" port: 41431 } } peers { permanent_uuid: "746f3e374e514a629c9a841bb74fa5ae" member_type: VOTER last_known_addr { host: "127.23.94.189" port: 45581 } } peers { permanent_uuid: "f564fad90ba44577ac4aa5c9059be2da" member_type: VOTER last_known_addr { host: "127.23.94.188" port: 41077 } } }
04:08:17.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:17.096742 24573 sys_catalog.cc:458] T 00000000000000000000000000000000 P f564fad90ba44577ac4aa5c9059be2da [sys.catalog]: This master's current role is: FOLLOWER
04:08:17.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:17.097602 24564 sys_catalog.cc:564] T 00000000000000000000000000000000 P f564fad90ba44577ac4aa5c9059be2da [sys.catalog]: configured and running, proceeding with master startup.
04:08:17.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:17.128988 24584 catalog_manager.cc:1259] Loaded cluster ID: dce1aeac3cd0471b8930c8eddce0c58a
04:08:17.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:17.130290 24584 catalog_manager.cc:1552] T 00000000000000000000000000000000 P f564fad90ba44577ac4aa5c9059be2da: loading cluster ID for follower catalog manager: success
04:08:17.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:17.139499 24584 catalog_manager.cc:1574] T 00000000000000000000000000000000 P f564fad90ba44577ac4aa5c9059be2da: acquiring CA information for follower catalog manager: success
04:08:17.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:17.146255 24584 catalog_manager.cc:1602] T 00000000000000000000000000000000 P f564fad90ba44577ac4aa5c9059be2da: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
04:08:17.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 06 04:08:17 dist-test-slave-1jjb krb5kdc[23941](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1785989296, etypes {rep=17 tkt=17 ses=17}, kudu/127.23.94.188@KRBTEST.COM for kudu/127.23.94.190@KRBTEST.COM
04:08:17.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:17.251430 24538 raft_consensus.cc:3037] T 00000000000000000000000000000000 P f564fad90ba44577ac4aa5c9059be2da [term 1 FOLLOWER]: Advancing to term 2
04:08:17.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:17.282866 24589 sys_catalog.cc:455] T 00000000000000000000000000000000 P f564fad90ba44577ac4aa5c9059be2da [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 2 leader_uuid: "b985d58384d344fead1344fbb3a4e38c" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b985d58384d344fead1344fbb3a4e38c" member_type: VOTER last_known_addr { host: "127.23.94.190" port: 41431 } } peers { permanent_uuid: "746f3e374e514a629c9a841bb74fa5ae" member_type: VOTER last_known_addr { host: "127.23.94.189" port: 45581 } } peers { permanent_uuid: "f564fad90ba44577ac4aa5c9059be2da" member_type: VOTER last_known_addr { host: "127.23.94.188" port: 41077 } } }
04:08:17.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:17.288925 24589 sys_catalog.cc:458] T 00000000000000000000000000000000 P f564fad90ba44577ac4aa5c9059be2da [sys.catalog]: This master's current role is: FOLLOWER
04:08:17.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:17.289657 24573 sys_catalog.cc:455] T 00000000000000000000000000000000 P f564fad90ba44577ac4aa5c9059be2da [sys.catalog]: SysCatalogTable state changed. Reason: New leader b985d58384d344fead1344fbb3a4e38c. Latest consensus state: current_term: 2 leader_uuid: "b985d58384d344fead1344fbb3a4e38c" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b985d58384d344fead1344fbb3a4e38c" member_type: VOTER last_known_addr { host: "127.23.94.190" port: 41431 } } peers { permanent_uuid: "746f3e374e514a629c9a841bb74fa5ae" member_type: VOTER last_known_addr { host: "127.23.94.189" port: 45581 } } peers { permanent_uuid: "f564fad90ba44577ac4aa5c9059be2da" member_type: VOTER last_known_addr { host: "127.23.94.188" port: 41077 } } }
04:08:17.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:17.290407 24573 sys_catalog.cc:458] T 00000000000000000000000000000000 P f564fad90ba44577ac4aa5c9059be2da [sys.catalog]: This master's current role is: FOLLOWER
04:08:17.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:17.756803 24486 sys_catalog.cc:455] T 00000000000000000000000000000000 P b985d58384d344fead1344fbb3a4e38c [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 2 leader_uuid: "b985d58384d344fead1344fbb3a4e38c" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b985d58384d344fead1344fbb3a4e38c" member_type: VOTER last_known_addr { host: "127.23.94.190" port: 41431 } } peers { permanent_uuid: "746f3e374e514a629c9a841bb74fa5ae" member_type: VOTER last_known_addr { host: "127.23.94.189" port: 45581 } } peers { permanent_uuid: "f564fad90ba44577ac4aa5c9059be2da" member_type: VOTER last_known_addr { host: "127.23.94.188" port: 41077 } } }
04:08:17.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:17.757831 24486 sys_catalog.cc:458] T 00000000000000000000000000000000 P b985d58384d344fead1344fbb3a4e38c [sys.catalog]: This master's current role is: LEADER
04:08:20.085 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.23.94.190:41431
04:08:20.086 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 0
}
}
04:08:20.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:20.086930 23930 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskKPlGYQ/build/tsan/bin/kudu with pid 24284
04:08:20.123 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.23.94.190:41431(127.23.94.190:41431)] handling channelInactive
04:08:20.123 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.94.190:41431(127.23.94.190:41431)] cleaning up while in state READY due to: connection closed
04:08:20.124 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
04:08:20.124 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.23.94.189:45581
04:08:20.124 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 1
}
}
04:08:20.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:20.124660 23930 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskKPlGYQ/build/tsan/bin/kudu with pid 24361
04:08:20.157 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.23.94.189:45581(127.23.94.189:45581)] handling channelInactive
04:08:20.158 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.94.189:45581(127.23.94.189:45581)] cleaning up while in state READY due to: connection closed
04:08:20.158 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
04:08:20.158 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.23.94.188:41077
04:08:20.158 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 2
}
}
04:08:20.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:20.158802 23930 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskKPlGYQ/build/tsan/bin/kudu with pid 24457
04:08:20.189 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
04:08:20.189 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.23.94.190:41431
04:08:20.189 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 0
}
}
04:08:20.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:20.191167 23930 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskKPlGYQ/build/tsan/bin/kudu
04:08:20.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskKPlGYQ/build/tsan/bin/kudu
04:08:20.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskKPlGYQ/test-tmp/mini-kudu-cluster7555327831753549220/master-0/wal
04:08:20.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskKPlGYQ/test-tmp/mini-kudu-cluster7555327831753549220/master-0/data
04:08:20.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
04:08:20.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
04:08:20.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
04:08:20.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
04:08:20.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
04:08:20.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
04:08:20.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskKPlGYQ/test-tmp/mini-kudu-cluster7555327831753549220/master-0/logs
04:08:20.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskKPlGYQ/test-tmp/mini-kudu-cluster7555327831753549220/master-0/data/info.pb
04:08:20.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
04:08:20.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
04:08:20.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
04:08:20.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
04:08:20.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
04:08:20.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
04:08:20.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
04:08:20.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
04:08:20.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
04:08:20.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
04:08:20.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
04:08:20.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
04:08:20.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.23.94.190:41431
04:08:20.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.23.94.190
04:08:20.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=35991
04:08:20.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskKPlGYQ/test-tmp/mini-kudu-cluster7555327831753549220/krb5kdc/kudu_127.23.94.190.keytab
04:08:20.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.23.94.190
04:08:20.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
04:08:20.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
04:08:20.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
04:08:20.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.23.94.148:37497
04:08:20.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
04:08:20.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
04:08:20.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
04:08:20.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
04:08:20.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.23.94.190:41431,127.23.94.189:45581,127.23.94.188:41077
04:08:20.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
04:08:20.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34387/jwks.json
04:08:20.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskKPlGYQ/test-tmp/mini-kudu-cluster7555327831753549220/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskKPlGYQ/test-tmp/mini-kudu-cluster7555327831753549220/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskKPlGYQ/test-tmp/mini-kudu-cluster7555327831753549220/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
04:08:20.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:08:20.525516 24598 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
04:08:20.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:08:20.526255 24598 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
04:08:20.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:08:20.527070 24598 flags.cc:425] Enabled unsafe flag: --never_fsync=true
04:08:20.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:08:20.562211 24598 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
04:08:20.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:08:20.562506 24598 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
04:08:20.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:08:20.562950 24598 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
04:08:20.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:08:20.563259 24598 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
04:08:20.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:08:20.563585 24598 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
04:08:20.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:08:20.563956 24598 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
04:08:20.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:08:20.564204 24598 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:34387/jwks.json
04:08:20.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:20.603282 24598 master_runner.cc:386] Master server non-default flags:
04:08:20.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
04:08:20.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.23.94.148:37497
04:08:20.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
04:08:20.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
04:08:20.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskKPlGYQ/test-tmp/mini-kudu-cluster7555327831753549220/master-0/data
04:08:20.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskKPlGYQ/test-tmp/mini-kudu-cluster7555327831753549220/master-0/wal
04:08:20.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
04:08:20.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
04:08:20.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.23.94.190:41431,127.23.94.189:45581,127.23.94.188:41077
04:08:20.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskKPlGYQ/test-tmp/mini-kudu-cluster7555327831753549220/krb5kdc/kudu_127.23.94.190.keytab
04:08:20.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.23.94.190
04:08:20.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
04:08:20.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
04:08:20.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
04:08:20.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.23.94.190:41431
04:08:20.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
04:08:20.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
04:08:20.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
04:08:20.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34387/jwks.json
04:08:20.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
04:08:20.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
04:08:20.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
04:08:20.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
04:08:20.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
04:08:20.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskKPlGYQ/test-tmp/mini-kudu-cluster7555327831753549220/master-0/data/info.pb
04:08:20.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.23.94.190
04:08:20.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=35991
04:08:20.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
04:08:20.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
04:08:20.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
04:08:20.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
04:08:20.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
04:08:20.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskKPlGYQ/test-tmp/mini-kudu-cluster7555327831753549220/master-0/logs
04:08:20.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
04:08:20.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
04:08:20.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
04:08:20.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
04:08:20.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
04:08:20.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
04:08:20.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
04:08:20.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 06 Aug 2026 02:58:30 UTC on ccycloud.quasar-xnspdp.root.comops.site
04:08:20.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4569537
04:08:20.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
04:08:20.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:20.604919 24598 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
04:08:20.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:20.606072 24598 file_cache.cc:493] Constructed file cache file cache with capacity 419430
04:08:20.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:08:20.627509 24605 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
04:08:21.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:08:20.627556 24606 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
04:08:21.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:08:20.628012 24608 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
04:08:21.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:08:21.866147 24607 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
04:08:21.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:21.866261 24598 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
04:08:21.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:21.869737 24598 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
04:08:21.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:21.872596 24598 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
04:08:21.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:21.873993 24598 hybrid_clock.cc:648] HybridClock initialized: now 1785989301873954 us; error 48 us; skew 500 ppm
04:08:21.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:21.874912 24598 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
04:08:21.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 06 04:08:21 dist-test-slave-1jjb krb5kdc[23941](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1785989301, etypes {rep=17 tkt=17 ses=17}, kudu/127.23.94.190@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
04:08:21.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:21.890774 24598 init.cc:377] Logged in from keytab as kudu/127.23.94.190@KRBTEST.COM (short username kudu)
04:08:21.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:21.896529 24598 webserver.cc:460] Webserver started at http://127.23.94.190:35991/ using document root <none> and password file <none>
04:08:21.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:21.897544 24598 fs_manager.cc:359] Metadata directory not provided
04:08:21.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:21.897791 24598 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
04:08:21.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:21.906700 24598 fs_manager.cc:709] Time spent opening directory manager: real 0.006s user 0.005s sys 0.000s
04:08:21.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:21.911409 24617 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
04:08:21.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:21.912698 24598 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.003s sys 0.000s
04:08:21.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:21.913079 24598 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskKPlGYQ/test-tmp/mini-kudu-cluster7555327831753549220/master-0/data,/tmp/dist-test-taskKPlGYQ/test-tmp/mini-kudu-cluster7555327831753549220/master-0/wal
04:08:21.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b985d58384d344fead1344fbb3a4e38c"
04:08:21.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-06 04:08:03 on dist-test-slave-1jjb"
04:08:21.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:21.915637 24598 fs_report.cc:383] FS layout report
04:08:21.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
04:08:21.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskKPlGYQ/test-tmp/mini-kudu-cluster7555327831753549220/master-0/wal
04:08:21.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskKPlGYQ/test-tmp/mini-kudu-cluster7555327831753549220/master-0/wal
04:08:21.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskKPlGYQ/test-tmp/mini-kudu-cluster7555327831753549220/master-0/data/data
04:08:21.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
04:08:21.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
04:08:21.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
04:08:21.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
04:08:21.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
04:08:21.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
04:08:21.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
04:08:21.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
04:08:21.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
04:08:21.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
04:08:21.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
04:08:21.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:21.955320 24598 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
04:08:21.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:21.961673 24598 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
04:08:21.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:21.962226 24598 kserver.cc:163] Server-wide thread pool size limit: 3276
04:08:22.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:22.042308 24598 rpc_server.cc:307] RPC server started. Bound to: 127.23.94.190:41431
04:08:22.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:22.042382 24673 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.23.94.190:41431 every 8 connection(s)
04:08:22.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:22.045456 24598 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskKPlGYQ/test-tmp/mini-kudu-cluster7555327831753549220/master-0/data/info.pb
04:08:22.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:22.053843 23930 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskKPlGYQ/build/tsan/bin/kudu as pid 24598
04:08:22.054 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
04:08:22.054 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.23.94.189:45581
04:08:22.054 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 1
}
}
04:08:22.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:22.056480 23930 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskKPlGYQ/build/tsan/bin/kudu
04:08:22.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskKPlGYQ/build/tsan/bin/kudu
04:08:22.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskKPlGYQ/test-tmp/mini-kudu-cluster7555327831753549220/master-1/wal
04:08:22.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskKPlGYQ/test-tmp/mini-kudu-cluster7555327831753549220/master-1/data
04:08:22.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
04:08:22.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
04:08:22.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
04:08:22.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
04:08:22.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
04:08:22.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
04:08:22.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskKPlGYQ/test-tmp/mini-kudu-cluster7555327831753549220/master-1/logs
04:08:22.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskKPlGYQ/test-tmp/mini-kudu-cluster7555327831753549220/master-1/data/info.pb
04:08:22.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
04:08:22.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
04:08:22.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
04:08:22.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
04:08:22.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
04:08:22.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
04:08:22.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
04:08:22.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
04:08:22.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
04:08:22.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
04:08:22.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
04:08:22.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
04:08:22.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.23.94.189:45581
04:08:22.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.23.94.189
04:08:22.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=38061
04:08:22.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskKPlGYQ/test-tmp/mini-kudu-cluster7555327831753549220/krb5kdc/kudu_127.23.94.189.keytab
04:08:22.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.23.94.189
04:08:22.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
04:08:22.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
04:08:22.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
04:08:22.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.23.94.148:37497
04:08:22.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
04:08:22.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
04:08:22.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
04:08:22.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
04:08:22.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.23.94.190:41431,127.23.94.189:45581,127.23.94.188:41077
04:08:22.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
04:08:22.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34387/jwks.json
04:08:22.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskKPlGYQ/test-tmp/mini-kudu-cluster7555327831753549220/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskKPlGYQ/test-tmp/mini-kudu-cluster7555327831753549220/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskKPlGYQ/test-tmp/mini-kudu-cluster7555327831753549220/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
04:08:22.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:22.057999 24674 sys_catalog.cc:263] Verifying existing consensus state
04:08:22.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:22.066438 24674 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P b985d58384d344fead1344fbb3a4e38c: Bootstrap starting.
04:08:22.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:22.104799 24674 log.cc:824] T 00000000000000000000000000000000 P b985d58384d344fead1344fbb3a4e38c: Log is configured to *not* fsync() on all Append() calls
04:08:22.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:22.122442 24674 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P b985d58384d344fead1344fbb3a4e38c: Bootstrap replayed 1/1 log segments. Stats: ops{read=5 overwritten=0 applied=5 ignored=0} inserts{seen=3 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
04:08:22.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:22.123567 24674 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P b985d58384d344fead1344fbb3a4e38c: Bootstrap complete.
04:08:22.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:22.149920 24674 raft_consensus.cc:348] T 00000000000000000000000000000000 P b985d58384d344fead1344fbb3a4e38c [term 2 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b985d58384d344fead1344fbb3a4e38c" member_type: VOTER last_known_addr { host: "127.23.94.190" port: 41431 } } peers { permanent_uuid: "746f3e374e514a629c9a841bb74fa5ae" member_type: VOTER last_known_addr { host: "127.23.94.189" port: 45581 } } peers { permanent_uuid: "f564fad90ba44577ac4aa5c9059be2da" member_type: VOTER last_known_addr { host: "127.23.94.188" port: 41077 } }
04:08:22.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:22.152344 24674 raft_consensus.cc:729] T 00000000000000000000000000000000 P b985d58384d344fead1344fbb3a4e38c [term 2 FOLLOWER]: Becoming Follower/Learner. State: Replica: b985d58384d344fead1344fbb3a4e38c, State: Initialized, Role: FOLLOWER
04:08:22.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:22.153232 24674 consensus_queue.cc:260] T 00000000000000000000000000000000 P b985d58384d344fead1344fbb3a4e38c [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 5, Last appended: 2.5, Last appended by leader: 5, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b985d58384d344fead1344fbb3a4e38c" member_type: VOTER last_known_addr { host: "127.23.94.190" port: 41431 } } peers { permanent_uuid: "746f3e374e514a629c9a841bb74fa5ae" member_type: VOTER last_known_addr { host: "127.23.94.189" port: 45581 } } peers { permanent_uuid: "f564fad90ba44577ac4aa5c9059be2da" member_type: VOTER last_known_addr { host: "127.23.94.188" port: 41077 } }
04:08:22.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:22.156256 24679 sys_catalog.cc:455] T 00000000000000000000000000000000 P b985d58384d344fead1344fbb3a4e38c [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 2 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b985d58384d344fead1344fbb3a4e38c" member_type: VOTER last_known_addr { host: "127.23.94.190" port: 41431 } } peers { permanent_uuid: "746f3e374e514a629c9a841bb74fa5ae" member_type: VOTER last_known_addr { host: "127.23.94.189" port: 45581 } } peers { permanent_uuid: "f564fad90ba44577ac4aa5c9059be2da" member_type: VOTER last_known_addr { host: "127.23.94.188" port: 41077 } } }
04:08:22.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:22.157145 24679 sys_catalog.cc:458] T 00000000000000000000000000000000 P b985d58384d344fead1344fbb3a4e38c [sys.catalog]: This master's current role is: FOLLOWER
04:08:22.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:22.158000 24674 sys_catalog.cc:564] T 00000000000000000000000000000000 P b985d58384d344fead1344fbb3a4e38c [sys.catalog]: configured and running, proceeding with master startup.
04:08:22.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:22.199779 24691 catalog_manager.cc:1259] Loaded cluster ID: dce1aeac3cd0471b8930c8eddce0c58a
04:08:22.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:22.200332 24691 catalog_manager.cc:1552] T 00000000000000000000000000000000 P b985d58384d344fead1344fbb3a4e38c: loading cluster ID for follower catalog manager: success
04:08:22.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:22.209489 24691 catalog_manager.cc:1574] T 00000000000000000000000000000000 P b985d58384d344fead1344fbb3a4e38c: acquiring CA information for follower catalog manager: success
04:08:22.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 06 04:08:22 dist-test-slave-1jjb krb5kdc[23941](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1785989301, etypes {rep=17 tkt=17 ses=17}, kudu/127.23.94.190@KRBTEST.COM for kudu/127.23.94.190@KRBTEST.COM
04:08:22.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:22.219282 24691 catalog_manager.cc:1602] T 00000000000000000000000000000000 P b985d58384d344fead1344fbb3a4e38c: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
04:08:22.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:22.241894 24598 master_runner.cc:186] Error getting master registration for 127.23.94.189:45581: Network error: Client connection negotiation failed: client connection to 127.23.94.189:45581: connect: Connection refused (error 111),
04:08:22.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:22.273763 24598 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
04:08:22.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:08:22.417487 24677 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
04:08:22.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:08:22.418145 24677 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
04:08:22.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:08:22.418903 24677 flags.cc:425] Enabled unsafe flag: --never_fsync=true
04:08:22.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:08:22.453860 24677 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
04:08:22.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:08:22.454113 24677 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
04:08:22.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:08:22.454385 24677 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
04:08:22.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:08:22.454583 24677 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
04:08:22.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:08:22.454774 24677 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
04:08:22.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:08:22.454959 24677 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
04:08:22.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:08:22.455097 24677 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:34387/jwks.json
04:08:22.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:22.494242 24677 master_runner.cc:386] Master server non-default flags:
04:08:22.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
04:08:22.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.23.94.148:37497
04:08:22.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
04:08:22.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
04:08:22.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskKPlGYQ/test-tmp/mini-kudu-cluster7555327831753549220/master-1/data
04:08:22.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskKPlGYQ/test-tmp/mini-kudu-cluster7555327831753549220/master-1/wal
04:08:22.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
04:08:22.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
04:08:22.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.23.94.190:41431,127.23.94.189:45581,127.23.94.188:41077
04:08:22.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskKPlGYQ/test-tmp/mini-kudu-cluster7555327831753549220/krb5kdc/kudu_127.23.94.189.keytab
04:08:22.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.23.94.189
04:08:22.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
04:08:22.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
04:08:22.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
04:08:22.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.23.94.189:45581
04:08:22.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
04:08:22.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
04:08:22.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
04:08:22.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34387/jwks.json
04:08:22.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
04:08:22.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
04:08:22.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
04:08:22.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
04:08:22.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
04:08:22.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskKPlGYQ/test-tmp/mini-kudu-cluster7555327831753549220/master-1/data/info.pb
04:08:22.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.23.94.189
04:08:22.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=38061
04:08:22.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
04:08:22.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
04:08:22.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
04:08:22.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
04:08:22.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
04:08:22.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskKPlGYQ/test-tmp/mini-kudu-cluster7555327831753549220/master-1/logs
04:08:22.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
04:08:22.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
04:08:22.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
04:08:22.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
04:08:22.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
04:08:22.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
04:08:22.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
04:08:22.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 06 Aug 2026 02:58:30 UTC on ccycloud.quasar-xnspdp.root.comops.site
04:08:22.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4569537
04:08:22.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
04:08:22.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:22.495502 24677 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
04:08:22.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:22.496682 24677 file_cache.cc:493] Constructed file cache file cache with capacity 419430
04:08:22.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:08:22.519191 24701 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
04:08:23.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:23.341612 24708 raft_consensus.cc:482] T 00000000000000000000000000000000 P b985d58384d344fead1344fbb3a4e38c [term 2 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
04:08:23.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:23.342738 24708 raft_consensus.cc:504] T 00000000000000000000000000000000 P b985d58384d344fead1344fbb3a4e38c [term 2 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b985d58384d344fead1344fbb3a4e38c" member_type: VOTER last_known_addr { host: "127.23.94.190" port: 41431 } } peers { permanent_uuid: "746f3e374e514a629c9a841bb74fa5ae" member_type: VOTER last_known_addr { host: "127.23.94.189" port: 45581 } } peers { permanent_uuid: "f564fad90ba44577ac4aa5c9059be2da" member_type: VOTER last_known_addr { host: "127.23.94.188" port: 41077 } }
04:08:23.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:23.364006 24708 leader_election.cc:288] T 00000000000000000000000000000000 P b985d58384d344fead1344fbb3a4e38c [CANDIDATE]: Term 3 pre-election: Requested pre-vote from peers 746f3e374e514a629c9a841bb74fa5ae (127.23.94.189:45581), f564fad90ba44577ac4aa5c9059be2da (127.23.94.188:41077)
04:08:23.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:08:23.374704 24618 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.23.94.188:41077: connect: Connection refused (error 111)
04:08:23.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:08:23.389014 24619 leader_election.cc:334] T 00000000000000000000000000000000 P b985d58384d344fead1344fbb3a4e38c [CANDIDATE]: Term 3 pre-election: RPC error from VoteRequest() call to peer 746f3e374e514a629c9a841bb74fa5ae (127.23.94.189:45581): Network error: Client connection negotiation failed: client connection to 127.23.94.189:45581: connect: Connection refused (error 111)
04:08:23.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:08:23.392314 24618 leader_election.cc:334] T 00000000000000000000000000000000 P b985d58384d344fead1344fbb3a4e38c [CANDIDATE]: Term 3 pre-election: RPC error from VoteRequest() call to peer f564fad90ba44577ac4aa5c9059be2da (127.23.94.188:41077): Network error: Client connection negotiation failed: client connection to 127.23.94.188:41077: connect: Connection refused (error 111)
04:08:23.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:23.392851 24618 leader_election.cc:302] T 00000000000000000000000000000000 P b985d58384d344fead1344fbb3a4e38c [CANDIDATE]: Term 3 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: b985d58384d344fead1344fbb3a4e38c; no voters: 746f3e374e514a629c9a841bb74fa5ae, f564fad90ba44577ac4aa5c9059be2da
04:08:23.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:23.394079 24708 raft_consensus.cc:2726] T 00000000000000000000000000000000 P b985d58384d344fead1344fbb3a4e38c [term 2 FOLLOWER]: Leader pre-election lost for term 3. Reason: could not achieve majority
04:08:24.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:08:22.519237 24702 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
04:08:24.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:08:22.528105 24704 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
04:08:24.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:08:24.269307 24703 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1747 milliseconds
04:08:24.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:24.269488 24677 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
04:08:24.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:24.271104 24677 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
04:08:24.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:24.274598 24677 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
04:08:24.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:24.276201 24677 hybrid_clock.cc:648] HybridClock initialized: now 1785989304276123 us; error 91 us; skew 500 ppm
04:08:24.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:24.277271 24677 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
04:08:24.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 06 04:08:24 dist-test-slave-1jjb krb5kdc[23941](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1785989304, etypes {rep=17 tkt=17 ses=17}, kudu/127.23.94.189@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
04:08:24.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:24.284813 24677 init.cc:377] Logged in from keytab as kudu/127.23.94.189@KRBTEST.COM (short username kudu)
04:08:24.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:24.291536 24677 webserver.cc:460] Webserver started at http://127.23.94.189:38061/ using document root <none> and password file <none>
04:08:24.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:24.292634 24677 fs_manager.cc:359] Metadata directory not provided
04:08:24.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:24.292889 24677 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
04:08:24.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:24.302049 24677 fs_manager.cc:709] Time spent opening directory manager: real 0.006s user 0.002s sys 0.003s
04:08:24.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:24.307329 24717 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
04:08:24.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:24.308643 24677 fs_manager.cc:725] Time spent opening block manager: real 0.005s user 0.005s sys 0.000s
04:08:24.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:24.308952 24677 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskKPlGYQ/test-tmp/mini-kudu-cluster7555327831753549220/master-1/data,/tmp/dist-test-taskKPlGYQ/test-tmp/mini-kudu-cluster7555327831753549220/master-1/wal
04:08:24.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "746f3e374e514a629c9a841bb74fa5ae"
04:08:24.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-06 04:08:05 on dist-test-slave-1jjb"
04:08:24.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:24.311301 24677 fs_report.cc:383] FS layout report
04:08:24.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
04:08:24.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskKPlGYQ/test-tmp/mini-kudu-cluster7555327831753549220/master-1/wal
04:08:24.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskKPlGYQ/test-tmp/mini-kudu-cluster7555327831753549220/master-1/wal
04:08:24.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskKPlGYQ/test-tmp/mini-kudu-cluster7555327831753549220/master-1/data/data
04:08:24.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
04:08:24.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
04:08:24.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
04:08:24.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
04:08:24.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
04:08:24.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
04:08:24.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
04:08:24.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
04:08:24.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
04:08:24.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
04:08:24.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
04:08:24.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:24.351943 24677 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
04:08:24.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:24.357985 24677 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
04:08:24.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:24.358580 24677 kserver.cc:163] Server-wide thread pool size limit: 3276
04:08:24.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:24.452118 24677 rpc_server.cc:307] RPC server started. Bound to: 127.23.94.189:45581
04:08:24.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:24.452289 24773 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.23.94.189:45581 every 8 connection(s)
04:08:24.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:24.455188 24677 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskKPlGYQ/test-tmp/mini-kudu-cluster7555327831753549220/master-1/data/info.pb
04:08:24.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:24.463150 23930 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskKPlGYQ/build/tsan/bin/kudu as pid 24677
04:08:24.463 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
04:08:24.464 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.23.94.188:41077
04:08:24.464 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 2
}
}
04:08:24.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:24.465977 23930 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskKPlGYQ/build/tsan/bin/kudu
04:08:24.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskKPlGYQ/build/tsan/bin/kudu
04:08:24.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskKPlGYQ/test-tmp/mini-kudu-cluster7555327831753549220/master-2/wal
04:08:24.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskKPlGYQ/test-tmp/mini-kudu-cluster7555327831753549220/master-2/data
04:08:24.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
04:08:24.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
04:08:24.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
04:08:24.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
04:08:24.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
04:08:24.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
04:08:24.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskKPlGYQ/test-tmp/mini-kudu-cluster7555327831753549220/master-2/logs
04:08:24.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskKPlGYQ/test-tmp/mini-kudu-cluster7555327831753549220/master-2/data/info.pb
04:08:24.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
04:08:24.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
04:08:24.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
04:08:24.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
04:08:24.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
04:08:24.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
04:08:24.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
04:08:24.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
04:08:24.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
04:08:24.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
04:08:24.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
04:08:24.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
04:08:24.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.23.94.188:41077
04:08:24.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.23.94.188
04:08:24.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=33799
04:08:24.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskKPlGYQ/test-tmp/mini-kudu-cluster7555327831753549220/krb5kdc/kudu_127.23.94.188.keytab
04:08:24.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.23.94.188
04:08:24.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
04:08:24.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
04:08:24.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
04:08:24.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.23.94.148:37497
04:08:24.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
04:08:24.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
04:08:24.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
04:08:24.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
04:08:24.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.23.94.190:41431,127.23.94.189:45581,127.23.94.188:41077
04:08:24.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
04:08:24.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34387/jwks.json
04:08:24.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskKPlGYQ/test-tmp/mini-kudu-cluster7555327831753549220/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskKPlGYQ/test-tmp/mini-kudu-cluster7555327831753549220/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskKPlGYQ/test-tmp/mini-kudu-cluster7555327831753549220/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
04:08:24.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:24.468710 24774 sys_catalog.cc:263] Verifying existing consensus state
04:08:24.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:24.475472 24774 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 746f3e374e514a629c9a841bb74fa5ae: Bootstrap starting.
04:08:24.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:24.530720 24774 log.cc:824] T 00000000000000000000000000000000 P 746f3e374e514a629c9a841bb74fa5ae: Log is configured to *not* fsync() on all Append() calls
04:08:24.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:24.553893 24774 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 746f3e374e514a629c9a841bb74fa5ae: Bootstrap replayed 1/1 log segments. Stats: ops{read=5 overwritten=0 applied=5 ignored=0} inserts{seen=3 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
04:08:24.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:24.554946 24774 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 746f3e374e514a629c9a841bb74fa5ae: Bootstrap complete.
04:08:24.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:24.592648 24774 raft_consensus.cc:348] T 00000000000000000000000000000000 P 746f3e374e514a629c9a841bb74fa5ae [term 2 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b985d58384d344fead1344fbb3a4e38c" member_type: VOTER last_known_addr { host: "127.23.94.190" port: 41431 } } peers { permanent_uuid: "746f3e374e514a629c9a841bb74fa5ae" member_type: VOTER last_known_addr { host: "127.23.94.189" port: 45581 } } peers { permanent_uuid: "f564fad90ba44577ac4aa5c9059be2da" member_type: VOTER last_known_addr { host: "127.23.94.188" port: 41077 } }
04:08:24.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:24.596228 24774 raft_consensus.cc:729] T 00000000000000000000000000000000 P 746f3e374e514a629c9a841bb74fa5ae [term 2 FOLLOWER]: Becoming Follower/Learner. State: Replica: 746f3e374e514a629c9a841bb74fa5ae, State: Initialized, Role: FOLLOWER
04:08:24.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:24.597276 24774 consensus_queue.cc:260] T 00000000000000000000000000000000 P 746f3e374e514a629c9a841bb74fa5ae [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 5, Last appended: 2.5, Last appended by leader: 5, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b985d58384d344fead1344fbb3a4e38c" member_type: VOTER last_known_addr { host: "127.23.94.190" port: 41431 } } peers { permanent_uuid: "746f3e374e514a629c9a841bb74fa5ae" member_type: VOTER last_known_addr { host: "127.23.94.189" port: 45581 } } peers { permanent_uuid: "f564fad90ba44577ac4aa5c9059be2da" member_type: VOTER last_known_addr { host: "127.23.94.188" port: 41077 } }
04:08:24.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:24.600493 24778 sys_catalog.cc:455] T 00000000000000000000000000000000 P 746f3e374e514a629c9a841bb74fa5ae [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 2 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b985d58384d344fead1344fbb3a4e38c" member_type: VOTER last_known_addr { host: "127.23.94.190" port: 41431 } } peers { permanent_uuid: "746f3e374e514a629c9a841bb74fa5ae" member_type: VOTER last_known_addr { host: "127.23.94.189" port: 45581 } } peers { permanent_uuid: "f564fad90ba44577ac4aa5c9059be2da" member_type: VOTER last_known_addr { host: "127.23.94.188" port: 41077 } } }
04:08:24.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:24.601748 24778 sys_catalog.cc:458] T 00000000000000000000000000000000 P 746f3e374e514a629c9a841bb74fa5ae [sys.catalog]: This master's current role is: FOLLOWER
04:08:24.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:24.602892 24774 sys_catalog.cc:564] T 00000000000000000000000000000000 P 746f3e374e514a629c9a841bb74fa5ae [sys.catalog]: configured and running, proceeding with master startup.
04:08:24.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:24.651228 24791 catalog_manager.cc:1259] Loaded cluster ID: dce1aeac3cd0471b8930c8eddce0c58a
04:08:24.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:24.652422 24791 catalog_manager.cc:1552] T 00000000000000000000000000000000 P 746f3e374e514a629c9a841bb74fa5ae: loading cluster ID for follower catalog manager: success
04:08:24.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:24.662636 24791 catalog_manager.cc:1574] T 00000000000000000000000000000000 P 746f3e374e514a629c9a841bb74fa5ae: acquiring CA information for follower catalog manager: success
04:08:24.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:24.675009 24791 catalog_manager.cc:1602] T 00000000000000000000000000000000 P 746f3e374e514a629c9a841bb74fa5ae: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
04:08:24.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 06 04:08:24 dist-test-slave-1jjb krb5kdc[23941](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1785989304, etypes {rep=17 tkt=17 ses=17}, kudu/127.23.94.189@KRBTEST.COM for kudu/127.23.94.190@KRBTEST.COM
04:08:24.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:24.769111 24677 master_runner.cc:186] Error getting master registration for 127.23.94.188:41077: Network error: Client connection negotiation failed: client connection to 127.23.94.188:41077: connect: Connection refused (error 111),
04:08:24.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:24.800309 24677 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
04:08:24.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:08:24.895877 24776 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
04:08:24.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:08:24.896683 24776 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
04:08:24.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:08:24.897439 24776 flags.cc:425] Enabled unsafe flag: --never_fsync=true
04:08:24.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:08:24.935653 24776 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
04:08:24.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:08:24.935967 24776 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
04:08:24.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:08:24.936376 24776 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
04:08:24.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:08:24.936589 24776 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
04:08:24.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:08:24.936777 24776 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
04:08:24.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:08:24.937098 24776 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
04:08:24.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:08:24.937253 24776 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:34387/jwks.json
04:08:24.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:24.979095 24776 master_runner.cc:386] Master server non-default flags:
04:08:24.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
04:08:24.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.23.94.148:37497
04:08:24.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
04:08:24.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
04:08:24.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskKPlGYQ/test-tmp/mini-kudu-cluster7555327831753549220/master-2/data
04:08:24.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskKPlGYQ/test-tmp/mini-kudu-cluster7555327831753549220/master-2/wal
04:08:24.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
04:08:24.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
04:08:24.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.23.94.190:41431,127.23.94.189:45581,127.23.94.188:41077
04:08:24.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskKPlGYQ/test-tmp/mini-kudu-cluster7555327831753549220/krb5kdc/kudu_127.23.94.188.keytab
04:08:24.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.23.94.188
04:08:24.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
04:08:24.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
04:08:24.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
04:08:24.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.23.94.188:41077
04:08:24.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
04:08:24.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
04:08:24.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
04:08:24.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34387/jwks.json
04:08:24.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
04:08:24.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
04:08:24.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
04:08:24.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
04:08:24.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
04:08:24.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskKPlGYQ/test-tmp/mini-kudu-cluster7555327831753549220/master-2/data/info.pb
04:08:24.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.23.94.188
04:08:24.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=33799
04:08:24.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
04:08:24.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
04:08:24.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
04:08:24.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
04:08:24.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
04:08:24.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskKPlGYQ/test-tmp/mini-kudu-cluster7555327831753549220/master-2/logs
04:08:24.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
04:08:24.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
04:08:24.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
04:08:24.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
04:08:24.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
04:08:24.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
04:08:24.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
04:08:24.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 06 Aug 2026 02:58:30 UTC on ccycloud.quasar-xnspdp.root.comops.site
04:08:24.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4569537
04:08:24.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
04:08:24.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:24.980399 24776 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
04:08:24.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:24.981463 24776 file_cache.cc:493] Constructed file cache file cache with capacity 419430
04:08:25.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:08:25.001077 24802 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
04:08:25.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:25.623231 24809 raft_consensus.cc:482] T 00000000000000000000000000000000 P b985d58384d344fead1344fbb3a4e38c [term 2 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
04:08:25.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:25.624399 24809 raft_consensus.cc:504] T 00000000000000000000000000000000 P b985d58384d344fead1344fbb3a4e38c [term 2 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b985d58384d344fead1344fbb3a4e38c" member_type: VOTER last_known_addr { host: "127.23.94.190" port: 41431 } } peers { permanent_uuid: "746f3e374e514a629c9a841bb74fa5ae" member_type: VOTER last_known_addr { host: "127.23.94.189" port: 45581 } } peers { permanent_uuid: "f564fad90ba44577ac4aa5c9059be2da" member_type: VOTER last_known_addr { host: "127.23.94.188" port: 41077 } }
04:08:25.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:25.654949 24809 leader_election.cc:288] T 00000000000000000000000000000000 P b985d58384d344fead1344fbb3a4e38c [CANDIDATE]: Term 3 pre-election: Requested pre-vote from peers 746f3e374e514a629c9a841bb74fa5ae (127.23.94.189:45581), f564fad90ba44577ac4aa5c9059be2da (127.23.94.188:41077)
04:08:25.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:25.687814 24747 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "b985d58384d344fead1344fbb3a4e38c" candidate_term: 3 candidate_status { last_received { term: 2 index: 5 } } ignore_live_leader: false dest_uuid: "746f3e374e514a629c9a841bb74fa5ae" is_pre_election: true
04:08:25.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:08:25.689024 24618 leader_election.cc:334] T 00000000000000000000000000000000 P b985d58384d344fead1344fbb3a4e38c [CANDIDATE]: Term 3 pre-election: RPC error from VoteRequest() call to peer f564fad90ba44577ac4aa5c9059be2da (127.23.94.188:41077): Network error: Client connection negotiation failed: client connection to 127.23.94.188:41077: connect: Connection refused (error 111)
04:08:25.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:25.689070 24747 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 746f3e374e514a629c9a841bb74fa5ae [term 2 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate b985d58384d344fead1344fbb3a4e38c in term 2.
04:08:25.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:25.691094 24619 leader_election.cc:302] T 00000000000000000000000000000000 P b985d58384d344fead1344fbb3a4e38c [CANDIDATE]: Term 3 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 746f3e374e514a629c9a841bb74fa5ae, b985d58384d344fead1344fbb3a4e38c; no voters: f564fad90ba44577ac4aa5c9059be2da
04:08:25.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:25.692830 24809 raft_consensus.cc:2781] T 00000000000000000000000000000000 P b985d58384d344fead1344fbb3a4e38c [term 2 FOLLOWER]: Leader pre-election won for term 3
04:08:25.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:25.693293 24809 raft_consensus.cc:482] T 00000000000000000000000000000000 P b985d58384d344fead1344fbb3a4e38c [term 2 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
04:08:25.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:25.693655 24809 raft_consensus.cc:3037] T 00000000000000000000000000000000 P b985d58384d344fead1344fbb3a4e38c [term 2 FOLLOWER]: Advancing to term 3
04:08:25.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:25.709590 24809 raft_consensus.cc:504] T 00000000000000000000000000000000 P b985d58384d344fead1344fbb3a4e38c [term 3 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b985d58384d344fead1344fbb3a4e38c" member_type: VOTER last_known_addr { host: "127.23.94.190" port: 41431 } } peers { permanent_uuid: "746f3e374e514a629c9a841bb74fa5ae" member_type: VOTER last_known_addr { host: "127.23.94.189" port: 45581 } } peers { permanent_uuid: "f564fad90ba44577ac4aa5c9059be2da" member_type: VOTER last_known_addr { host: "127.23.94.188" port: 41077 } }
04:08:25.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:25.714224 24747 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "b985d58384d344fead1344fbb3a4e38c" candidate_term: 3 candidate_status { last_received { term: 2 index: 5 } } ignore_live_leader: false dest_uuid: "746f3e374e514a629c9a841bb74fa5ae"
04:08:25.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:25.715111 24747 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 746f3e374e514a629c9a841bb74fa5ae [term 2 FOLLOWER]: Advancing to term 3
04:08:25.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:25.727267 24809 leader_election.cc:288] T 00000000000000000000000000000000 P b985d58384d344fead1344fbb3a4e38c [CANDIDATE]: Term 3 election: Requested vote from peers 746f3e374e514a629c9a841bb74fa5ae (127.23.94.189:45581), f564fad90ba44577ac4aa5c9059be2da (127.23.94.188:41077)
04:08:25.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:25.735888 24747 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 746f3e374e514a629c9a841bb74fa5ae [term 3 FOLLOWER]: Leader election vote request: Granting yes vote for candidate b985d58384d344fead1344fbb3a4e38c in term 3.
04:08:25.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:08:25.737140 24618 leader_election.cc:334] T 00000000000000000000000000000000 P b985d58384d344fead1344fbb3a4e38c [CANDIDATE]: Term 3 election: RPC error from VoteRequest() call to peer f564fad90ba44577ac4aa5c9059be2da (127.23.94.188:41077): Network error: Client connection negotiation failed: client connection to 127.23.94.188:41077: connect: Connection refused (error 111)
04:08:25.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:25.737996 24619 leader_election.cc:302] T 00000000000000000000000000000000 P b985d58384d344fead1344fbb3a4e38c [CANDIDATE]: Term 3 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 746f3e374e514a629c9a841bb74fa5ae, b985d58384d344fead1344fbb3a4e38c; no voters: f564fad90ba44577ac4aa5c9059be2da
04:08:25.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:25.740191 24809 raft_consensus.cc:2781] T 00000000000000000000000000000000 P b985d58384d344fead1344fbb3a4e38c [term 3 FOLLOWER]: Leader election won for term 3
04:08:25.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:25.756886 24809 raft_consensus.cc:686] T 00000000000000000000000000000000 P b985d58384d344fead1344fbb3a4e38c [term 3 LEADER]: Becoming Leader. State: Replica: b985d58384d344fead1344fbb3a4e38c, State: Running, Role: LEADER
04:08:25.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:25.758908 24809 consensus_queue.cc:237] T 00000000000000000000000000000000 P b985d58384d344fead1344fbb3a4e38c [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 5, Committed index: 5, Last appended: 2.5, Last appended by leader: 5, Current term: 3, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b985d58384d344fead1344fbb3a4e38c" member_type: VOTER last_known_addr { host: "127.23.94.190" port: 41431 } } peers { permanent_uuid: "746f3e374e514a629c9a841bb74fa5ae" member_type: VOTER last_known_addr { host: "127.23.94.189" port: 45581 } } peers { permanent_uuid: "f564fad90ba44577ac4aa5c9059be2da" member_type: VOTER last_known_addr { host: "127.23.94.188" port: 41077 } }
04:08:25.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:25.780575 24816 sys_catalog.cc:455] T 00000000000000000000000000000000 P b985d58384d344fead1344fbb3a4e38c [sys.catalog]: SysCatalogTable state changed. Reason: New leader b985d58384d344fead1344fbb3a4e38c. Latest consensus state: current_term: 3 leader_uuid: "b985d58384d344fead1344fbb3a4e38c" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b985d58384d344fead1344fbb3a4e38c" member_type: VOTER last_known_addr { host: "127.23.94.190" port: 41431 } } peers { permanent_uuid: "746f3e374e514a629c9a841bb74fa5ae" member_type: VOTER last_known_addr { host: "127.23.94.189" port: 45581 } } peers { permanent_uuid: "f564fad90ba44577ac4aa5c9059be2da" member_type: VOTER last_known_addr { host: "127.23.94.188" port: 41077 } } }
04:08:25.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:25.782289 24816 sys_catalog.cc:458] T 00000000000000000000000000000000 P b985d58384d344fead1344fbb3a4e38c [sys.catalog]: This master's current role is: LEADER
04:08:25.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:25.792218 24818 catalog_manager.cc:1475] Loading table and tablet metadata into memory...
04:08:25.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:25.806978 24818 catalog_manager.cc:1484] Initializing Kudu cluster ID...
04:08:25.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:25.829381 24818 catalog_manager.cc:1259] Loaded cluster ID: dce1aeac3cd0471b8930c8eddce0c58a
04:08:25.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:25.831350 24818 catalog_manager.cc:1495] Initializing Kudu internal certificate authority...
04:08:25.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:25.854715 24818 catalog_manager.cc:1504] Loading token signing keys...
04:08:25.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:25.868669 24818 catalog_manager.cc:5879] T 00000000000000000000000000000000 P b985d58384d344fead1344fbb3a4e38c: Loaded TSK: 0
04:08:25.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:25.877247 24818 catalog_manager.cc:1514] Initializing in-progress tserver states...
04:08:26.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:08:26.361919 24618 consensus_peers.cc:487] T 00000000000000000000000000000000 P b985d58384d344fead1344fbb3a4e38c -> Peer f564fad90ba44577ac4aa5c9059be2da (127.23.94.188:41077): Couldn't send request to peer f564fad90ba44577ac4aa5c9059be2da. Status: Network error: Client connection negotiation failed: client connection to 127.23.94.188:41077: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
04:08:26.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:26.386747 24747 raft_consensus.cc:1261] T 00000000000000000000000000000000 P 746f3e374e514a629c9a841bb74fa5ae [term 3 FOLLOWER]: Refusing update from remote peer b985d58384d344fead1344fbb3a4e38c: Log matching property violated. Preceding OpId in replica: term: 2 index: 5. Preceding OpId from leader: term: 3 index: 6. (index mismatch)
04:08:26.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:26.390502 24820 consensus_queue.cc:1035] T 00000000000000000000000000000000 P b985d58384d344fead1344fbb3a4e38c [LEADER]: Connected to new peer: Peer: permanent_uuid: "746f3e374e514a629c9a841bb74fa5ae" member_type: VOTER last_known_addr { host: "127.23.94.189" port: 45581 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 6, Last known committed idx: 5, Time since last communication: 0.001s
04:08:26.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:26.417464 24823 sys_catalog.cc:455] T 00000000000000000000000000000000 P 746f3e374e514a629c9a841bb74fa5ae [sys.catalog]: SysCatalogTable state changed. Reason: New leader b985d58384d344fead1344fbb3a4e38c. Latest consensus state: current_term: 3 leader_uuid: "b985d58384d344fead1344fbb3a4e38c" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b985d58384d344fead1344fbb3a4e38c" member_type: VOTER last_known_addr { host: "127.23.94.190" port: 41431 } } peers { permanent_uuid: "746f3e374e514a629c9a841bb74fa5ae" member_type: VOTER last_known_addr { host: "127.23.94.189" port: 45581 } } peers { permanent_uuid: "f564fad90ba44577ac4aa5c9059be2da" member_type: VOTER last_known_addr { host: "127.23.94.188" port: 41077 } } }
04:08:26.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:26.418567 24823 sys_catalog.cc:458] T 00000000000000000000000000000000 P 746f3e374e514a629c9a841bb74fa5ae [sys.catalog]: This master's current role is: FOLLOWER
04:08:26.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:26.441339 24823 sys_catalog.cc:455] T 00000000000000000000000000000000 P 746f3e374e514a629c9a841bb74fa5ae [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 3 leader_uuid: "b985d58384d344fead1344fbb3a4e38c" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b985d58384d344fead1344fbb3a4e38c" member_type: VOTER last_known_addr { host: "127.23.94.190" port: 41431 } } peers { permanent_uuid: "746f3e374e514a629c9a841bb74fa5ae" member_type: VOTER last_known_addr { host: "127.23.94.189" port: 45581 } } peers { permanent_uuid: "f564fad90ba44577ac4aa5c9059be2da" member_type: VOTER last_known_addr { host: "127.23.94.188" port: 41077 } } }
04:08:26.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:26.442101 24823 sys_catalog.cc:458] T 00000000000000000000000000000000 P 746f3e374e514a629c9a841bb74fa5ae [sys.catalog]: This master's current role is: FOLLOWER
04:08:26.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:26.450966 24820 sys_catalog.cc:455] T 00000000000000000000000000000000 P b985d58384d344fead1344fbb3a4e38c [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 3 leader_uuid: "b985d58384d344fead1344fbb3a4e38c" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b985d58384d344fead1344fbb3a4e38c" member_type: VOTER last_known_addr { host: "127.23.94.190" port: 41431 } } peers { permanent_uuid: "746f3e374e514a629c9a841bb74fa5ae" member_type: VOTER last_known_addr { host: "127.23.94.189" port: 45581 } } peers { permanent_uuid: "f564fad90ba44577ac4aa5c9059be2da" member_type: VOTER last_known_addr { host: "127.23.94.188" port: 41077 } } }
04:08:26.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:26.451977 24820 sys_catalog.cc:458] T 00000000000000000000000000000000 P b985d58384d344fead1344fbb3a4e38c [sys.catalog]: This master's current role is: LEADER
04:08:26.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:08:25.004050 24805 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
04:08:26.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:08:25.001288 24803 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
04:08:26.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:08:26.657232 24804 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
04:08:26.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:26.657382 24776 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
04:08:26.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:26.658921 24776 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
04:08:26.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:26.662444 24776 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
04:08:26.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:26.663899 24776 hybrid_clock.cc:648] HybridClock initialized: now 1785989306663832 us; error 82 us; skew 500 ppm
04:08:26.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:26.664954 24776 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
04:08:26.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 06 04:08:26 dist-test-slave-1jjb krb5kdc[23941](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1785989306, etypes {rep=17 tkt=17 ses=17}, kudu/127.23.94.188@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
04:08:26.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:26.672057 24776 init.cc:377] Logged in from keytab as kudu/127.23.94.188@KRBTEST.COM (short username kudu)
04:08:26.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:26.682087 24776 webserver.cc:460] Webserver started at http://127.23.94.188:33799/ using document root <none> and password file <none>
04:08:26.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:26.683205 24776 fs_manager.cc:359] Metadata directory not provided
04:08:26.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:26.683458 24776 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
04:08:26.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:26.693003 24776 fs_manager.cc:709] Time spent opening directory manager: real 0.006s user 0.003s sys 0.004s
04:08:26.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:26.698534 24837 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
04:08:26.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:26.699862 24776 fs_manager.cc:725] Time spent opening block manager: real 0.005s user 0.005s sys 0.000s
04:08:26.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:26.700253 24776 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskKPlGYQ/test-tmp/mini-kudu-cluster7555327831753549220/master-2/data,/tmp/dist-test-taskKPlGYQ/test-tmp/mini-kudu-cluster7555327831753549220/master-2/wal
04:08:26.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f564fad90ba44577ac4aa5c9059be2da"
04:08:26.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-06 04:08:07 on dist-test-slave-1jjb"
04:08:26.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:26.702819 24776 fs_report.cc:383] FS layout report
04:08:26.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
04:08:26.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskKPlGYQ/test-tmp/mini-kudu-cluster7555327831753549220/master-2/wal
04:08:26.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskKPlGYQ/test-tmp/mini-kudu-cluster7555327831753549220/master-2/wal
04:08:26.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskKPlGYQ/test-tmp/mini-kudu-cluster7555327831753549220/master-2/data/data
04:08:26.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
04:08:26.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
04:08:26.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
04:08:26.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
04:08:26.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
04:08:26.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
04:08:26.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
04:08:26.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
04:08:26.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
04:08:26.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
04:08:26.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
04:08:26.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:26.753820 24776 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
04:08:26.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:26.760727 24776 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
04:08:26.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:26.761300 24776 kserver.cc:163] Server-wide thread pool size limit: 3276
04:08:26.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:26.879577 24776 rpc_server.cc:307] RPC server started. Bound to: 127.23.94.188:41077
04:08:26.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:26.879734 24888 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.23.94.188:41077 every 8 connection(s)
04:08:26.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:26.884248 24776 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskKPlGYQ/test-tmp/mini-kudu-cluster7555327831753549220/master-2/data/info.pb
04:08:26.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:26.888427 23930 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskKPlGYQ/build/tsan/bin/kudu as pid 24776
04:08:26.889 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
04:08:26.890 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.23.94.190:41431(127.23.94.190:41431)] connecting to peer
04:08:26.891 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.23.94.190:41431(127.23.94.190:41431)] Successfully connected to peer
04:08:26.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 06 04:08:26 dist-test-slave-1jjb krb5kdc[23941](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1785989301, etypes {rep=17 tkt=17 ses=17}, kudu/127.23.94.190@KRBTEST.COM for kudu/127.23.94.188@KRBTEST.COM
04:08:26.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:26.917548 24891 sys_catalog.cc:263] Verifying existing consensus state
04:08:26.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:26.946010 24891 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P f564fad90ba44577ac4aa5c9059be2da: Bootstrap starting.
04:08:26.951 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0xcc8e7877, L:/127.0.0.1:44164 - R:/127.23.94.190:41431] using TOKEN/null
04:08:26.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:26.995714 24891 log.cc:824] T 00000000000000000000000000000000 P f564fad90ba44577ac4aa5c9059be2da: Log is configured to *not* fsync() on all Append() calls
04:08:27.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:27.013679 24891 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P f564fad90ba44577ac4aa5c9059be2da: Bootstrap replayed 1/1 log segments. Stats: ops{read=5 overwritten=0 applied=5 ignored=0} inserts{seen=3 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
04:08:27.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:27.014775 24891 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P f564fad90ba44577ac4aa5c9059be2da: Bootstrap complete.
04:08:27.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:27.048228 24891 raft_consensus.cc:348] T 00000000000000000000000000000000 P f564fad90ba44577ac4aa5c9059be2da [term 2 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b985d58384d344fead1344fbb3a4e38c" member_type: VOTER last_known_addr { host: "127.23.94.190" port: 41431 } } peers { permanent_uuid: "746f3e374e514a629c9a841bb74fa5ae" member_type: VOTER last_known_addr { host: "127.23.94.189" port: 45581 } } peers { permanent_uuid: "f564fad90ba44577ac4aa5c9059be2da" member_type: VOTER last_known_addr { host: "127.23.94.188" port: 41077 } }
04:08:27.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:27.051798 24891 raft_consensus.cc:729] T 00000000000000000000000000000000 P f564fad90ba44577ac4aa5c9059be2da [term 2 FOLLOWER]: Becoming Follower/Learner. State: Replica: f564fad90ba44577ac4aa5c9059be2da, State: Initialized, Role: FOLLOWER
04:08:27.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:27.053341 24891 consensus_queue.cc:260] T 00000000000000000000000000000000 P f564fad90ba44577ac4aa5c9059be2da [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 5, Last appended: 2.5, Last appended by leader: 5, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b985d58384d344fead1344fbb3a4e38c" member_type: VOTER last_known_addr { host: "127.23.94.190" port: 41431 } } peers { permanent_uuid: "746f3e374e514a629c9a841bb74fa5ae" member_type: VOTER last_known_addr { host: "127.23.94.189" port: 45581 } } peers { permanent_uuid: "f564fad90ba44577ac4aa5c9059be2da" member_type: VOTER last_known_addr { host: "127.23.94.188" port: 41077 } }
04:08:27.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:27.067206 24891 sys_catalog.cc:564] T 00000000000000000000000000000000 P f564fad90ba44577ac4aa5c9059be2da [sys.catalog]: configured and running, proceeding with master startup.
04:08:27.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:27.068336 24864 raft_consensus.cc:3037] T 00000000000000000000000000000000 P f564fad90ba44577ac4aa5c9059be2da [term 2 FOLLOWER]: Advancing to term 3
04:08:27.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:27.068039 24896 sys_catalog.cc:455] T 00000000000000000000000000000000 P f564fad90ba44577ac4aa5c9059be2da [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 2 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b985d58384d344fead1344fbb3a4e38c" member_type: VOTER last_known_addr { host: "127.23.94.190" port: 41431 } } peers { permanent_uuid: "746f3e374e514a629c9a841bb74fa5ae" member_type: VOTER last_known_addr { host: "127.23.94.189" port: 45581 } } peers { permanent_uuid: "f564fad90ba44577ac4aa5c9059be2da" member_type: VOTER last_known_addr { host: "127.23.94.188" port: 41077 } } }
04:08:27.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:27.073297 24896 sys_catalog.cc:458] T 00000000000000000000000000000000 P f564fad90ba44577ac4aa5c9059be2da [sys.catalog]: This master's current role is: FOLLOWER
04:08:27.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:27.119176 24909 sys_catalog.cc:455] T 00000000000000000000000000000000 P f564fad90ba44577ac4aa5c9059be2da [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 3 leader_uuid: "b985d58384d344fead1344fbb3a4e38c" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b985d58384d344fead1344fbb3a4e38c" member_type: VOTER last_known_addr { host: "127.23.94.190" port: 41431 } } peers { permanent_uuid: "746f3e374e514a629c9a841bb74fa5ae" member_type: VOTER last_known_addr { host: "127.23.94.189" port: 45581 } } peers { permanent_uuid: "f564fad90ba44577ac4aa5c9059be2da" member_type: VOTER last_known_addr { host: "127.23.94.188" port: 41077 } } }
04:08:27.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:27.120684 24909 sys_catalog.cc:458] T 00000000000000000000000000000000 P f564fad90ba44577ac4aa5c9059be2da [sys.catalog]: This master's current role is: FOLLOWER
04:08:27.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:27.125461 24896 sys_catalog.cc:455] T 00000000000000000000000000000000 P f564fad90ba44577ac4aa5c9059be2da [sys.catalog]: SysCatalogTable state changed. Reason: New leader b985d58384d344fead1344fbb3a4e38c. Latest consensus state: current_term: 3 leader_uuid: "b985d58384d344fead1344fbb3a4e38c" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b985d58384d344fead1344fbb3a4e38c" member_type: VOTER last_known_addr { host: "127.23.94.190" port: 41431 } } peers { permanent_uuid: "746f3e374e514a629c9a841bb74fa5ae" member_type: VOTER last_known_addr { host: "127.23.94.189" port: 45581 } } peers { permanent_uuid: "f564fad90ba44577ac4aa5c9059be2da" member_type: VOTER last_known_addr { host: "127.23.94.188" port: 41077 } } }
04:08:27.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:27.126045 24896 sys_catalog.cc:458] T 00000000000000000000000000000000 P f564fad90ba44577ac4aa5c9059be2da [sys.catalog]: This master's current role is: FOLLOWER
04:08:27.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:27.143154 24912 catalog_manager.cc:1259] Loaded cluster ID: dce1aeac3cd0471b8930c8eddce0c58a
04:08:27.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:27.143441 24912 catalog_manager.cc:1552] T 00000000000000000000000000000000 P f564fad90ba44577ac4aa5c9059be2da: loading cluster ID for follower catalog manager: success
04:08:27.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 06 04:08:27 dist-test-slave-1jjb krb5kdc[23941](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1785989306, etypes {rep=17 tkt=17 ses=17}, kudu/127.23.94.188@KRBTEST.COM for kudu/127.23.94.190@KRBTEST.COM
04:08:27.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:27.152192 24912 catalog_manager.cc:1574] T 00000000000000000000000000000000 P f564fad90ba44577ac4aa5c9059be2da: acquiring CA information for follower catalog manager: success
04:08:27.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:27.158478 24912 catalog_manager.cc:1602] T 00000000000000000000000000000000 P f564fad90ba44577ac4aa5c9059be2da: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
04:08:27.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:27.418082 24820 sys_catalog.cc:455] T 00000000000000000000000000000000 P b985d58384d344fead1344fbb3a4e38c [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 3 leader_uuid: "b985d58384d344fead1344fbb3a4e38c" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b985d58384d344fead1344fbb3a4e38c" member_type: VOTER last_known_addr { host: "127.23.94.190" port: 41431 } } peers { permanent_uuid: "746f3e374e514a629c9a841bb74fa5ae" member_type: VOTER last_known_addr { host: "127.23.94.189" port: 45581 } } peers { permanent_uuid: "f564fad90ba44577ac4aa5c9059be2da" member_type: VOTER last_known_addr { host: "127.23.94.188" port: 41077 } } }
04:08:27.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:27.418879 24820 sys_catalog.cc:458] T 00000000000000000000000000000000 P b985d58384d344fead1344fbb3a4e38c [sys.catalog]: This master's current role is: LEADER
04:08:30.004 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.23.94.190:41431
04:08:30.005 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 0
}
}
04:08:30.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:30.005381 23930 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskKPlGYQ/build/tsan/bin/kudu with pid 24598
04:08:30.048 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.23.94.190:41431(127.23.94.190:41431)] handling channelInactive
04:08:30.048 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.94.190:41431(127.23.94.190:41431)] cleaning up while in state READY due to: connection closed
04:08:30.048 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
04:08:30.048 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.23.94.189:45581
04:08:30.050 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 1
}
}
04:08:30.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:30.050446 23930 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskKPlGYQ/build/tsan/bin/kudu with pid 24677
04:08:30.093 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
04:08:30.093 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.23.94.188:41077
04:08:30.093 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 2
}
}
04:08:30.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:30.094170 23930 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskKPlGYQ/build/tsan/bin/kudu with pid 24776
04:08:30.129 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
04:08:30.129 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.23.94.190:41431
04:08:30.130 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 0
}
}
04:08:30.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:30.131875 23930 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskKPlGYQ/build/tsan/bin/kudu
04:08:30.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskKPlGYQ/build/tsan/bin/kudu
04:08:30.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskKPlGYQ/test-tmp/mini-kudu-cluster7555327831753549220/master-0/wal
04:08:30.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskKPlGYQ/test-tmp/mini-kudu-cluster7555327831753549220/master-0/data
04:08:30.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
04:08:30.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
04:08:30.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
04:08:30.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
04:08:30.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
04:08:30.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
04:08:30.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskKPlGYQ/test-tmp/mini-kudu-cluster7555327831753549220/master-0/logs
04:08:30.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskKPlGYQ/test-tmp/mini-kudu-cluster7555327831753549220/master-0/data/info.pb
04:08:30.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
04:08:30.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
04:08:30.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
04:08:30.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
04:08:30.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
04:08:30.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
04:08:30.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
04:08:30.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
04:08:30.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
04:08:30.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
04:08:30.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
04:08:30.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
04:08:30.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.23.94.190:41431
04:08:30.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.23.94.190
04:08:30.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=35991
04:08:30.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskKPlGYQ/test-tmp/mini-kudu-cluster7555327831753549220/krb5kdc/kudu_127.23.94.190.keytab
04:08:30.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.23.94.190
04:08:30.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
04:08:30.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
04:08:30.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
04:08:30.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.23.94.148:37497
04:08:30.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
04:08:30.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
04:08:30.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
04:08:30.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
04:08:30.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.23.94.190:41431,127.23.94.189:45581,127.23.94.188:41077
04:08:30.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
04:08:30.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34387/jwks.json
04:08:30.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskKPlGYQ/test-tmp/mini-kudu-cluster7555327831753549220/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskKPlGYQ/test-tmp/mini-kudu-cluster7555327831753549220/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskKPlGYQ/test-tmp/mini-kudu-cluster7555327831753549220/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
04:08:30.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:08:30.475033 24926 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
04:08:30.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:08:30.475605 24926 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
04:08:30.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:08:30.476330 24926 flags.cc:425] Enabled unsafe flag: --never_fsync=true
04:08:30.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:08:30.509840 24926 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
04:08:30.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:08:30.510080 24926 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
04:08:30.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:08:30.510344 24926 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
04:08:30.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:08:30.510548 24926 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
04:08:30.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:08:30.510741 24926 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
04:08:30.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:08:30.510931 24926 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
04:08:30.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:08:30.511071 24926 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:34387/jwks.json
04:08:30.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:30.551951 24926 master_runner.cc:386] Master server non-default flags:
04:08:30.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
04:08:30.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.23.94.148:37497
04:08:30.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
04:08:30.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
04:08:30.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskKPlGYQ/test-tmp/mini-kudu-cluster7555327831753549220/master-0/data
04:08:30.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskKPlGYQ/test-tmp/mini-kudu-cluster7555327831753549220/master-0/wal
04:08:30.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
04:08:30.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
04:08:30.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.23.94.190:41431,127.23.94.189:45581,127.23.94.188:41077
04:08:30.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskKPlGYQ/test-tmp/mini-kudu-cluster7555327831753549220/krb5kdc/kudu_127.23.94.190.keytab
04:08:30.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.23.94.190
04:08:30.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
04:08:30.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
04:08:30.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
04:08:30.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.23.94.190:41431
04:08:30.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
04:08:30.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
04:08:30.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
04:08:30.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34387/jwks.json
04:08:30.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
04:08:30.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
04:08:30.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
04:08:30.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
04:08:30.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
04:08:30.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskKPlGYQ/test-tmp/mini-kudu-cluster7555327831753549220/master-0/data/info.pb
04:08:30.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.23.94.190
04:08:30.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=35991
04:08:30.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
04:08:30.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
04:08:30.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
04:08:30.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
04:08:30.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
04:08:30.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskKPlGYQ/test-tmp/mini-kudu-cluster7555327831753549220/master-0/logs
04:08:30.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
04:08:30.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
04:08:30.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
04:08:30.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
04:08:30.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
04:08:30.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
04:08:30.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
04:08:30.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 06 Aug 2026 02:58:30 UTC on ccycloud.quasar-xnspdp.root.comops.site
04:08:30.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4569537
04:08:30.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
04:08:30.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:30.553329 24926 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
04:08:30.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:30.554351 24926 file_cache.cc:493] Constructed file cache file cache with capacity 419430
04:08:30.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:08:30.573475 24937 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
04:08:31.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:08:30.573474 24934 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
04:08:31.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:30.575374 24926 server_base.cc:1034] running on GCE node
04:08:31.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:08:30.574353 24933 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
04:08:31.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:31.831593 24926 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
04:08:31.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:31.835085 24926 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
04:08:31.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:31.836541 24926 hybrid_clock.cc:648] HybridClock initialized: now 1785989311836513 us; error 55 us; skew 500 ppm
04:08:31.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:31.837638 24926 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
04:08:31.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 06 04:08:31 dist-test-slave-1jjb krb5kdc[23941](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1785989311, etypes {rep=17 tkt=17 ses=17}, kudu/127.23.94.190@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
04:08:31.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:31.845294 24926 init.cc:377] Logged in from keytab as kudu/127.23.94.190@KRBTEST.COM (short username kudu)
04:08:31.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:31.851599 24926 webserver.cc:460] Webserver started at http://127.23.94.190:35991/ using document root <none> and password file <none>
04:08:31.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:31.852857 24926 fs_manager.cc:359] Metadata directory not provided
04:08:31.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:31.853138 24926 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
04:08:31.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:31.861886 24926 fs_manager.cc:709] Time spent opening directory manager: real 0.006s user 0.004s sys 0.000s
04:08:31.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:31.866772 24945 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
04:08:31.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:31.868201 24926 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.005s sys 0.000s
04:08:31.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:31.868520 24926 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskKPlGYQ/test-tmp/mini-kudu-cluster7555327831753549220/master-0/data,/tmp/dist-test-taskKPlGYQ/test-tmp/mini-kudu-cluster7555327831753549220/master-0/wal
04:08:31.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b985d58384d344fead1344fbb3a4e38c"
04:08:31.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-06 04:08:03 on dist-test-slave-1jjb"
04:08:31.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:31.871029 24926 fs_report.cc:383] FS layout report
04:08:31.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
04:08:31.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskKPlGYQ/test-tmp/mini-kudu-cluster7555327831753549220/master-0/wal
04:08:31.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskKPlGYQ/test-tmp/mini-kudu-cluster7555327831753549220/master-0/wal
04:08:31.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskKPlGYQ/test-tmp/mini-kudu-cluster7555327831753549220/master-0/data/data
04:08:31.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
04:08:31.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
04:08:31.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
04:08:31.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
04:08:31.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
04:08:31.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
04:08:31.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
04:08:31.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
04:08:31.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
04:08:31.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
04:08:31.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
04:08:31.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:31.911924 24926 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
04:08:31.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:31.923213 24926 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
04:08:31.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:31.923784 24926 kserver.cc:163] Server-wide thread pool size limit: 3276
04:08:32.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:32.005702 24926 rpc_server.cc:307] RPC server started. Bound to: 127.23.94.190:41431
04:08:32.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:32.005828 24998 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.23.94.190:41431 every 8 connection(s)
04:08:32.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:32.008536 24926 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskKPlGYQ/test-tmp/mini-kudu-cluster7555327831753549220/master-0/data/info.pb
04:08:32.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:32.015254 23930 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskKPlGYQ/build/tsan/bin/kudu as pid 24926
04:08:32.016 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
04:08:32.016 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.23.94.189:45581
04:08:32.016 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 1
}
}
04:08:32.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:32.017835 23930 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskKPlGYQ/build/tsan/bin/kudu
04:08:32.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskKPlGYQ/build/tsan/bin/kudu
04:08:32.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskKPlGYQ/test-tmp/mini-kudu-cluster7555327831753549220/master-1/wal
04:08:32.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskKPlGYQ/test-tmp/mini-kudu-cluster7555327831753549220/master-1/data
04:08:32.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
04:08:32.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
04:08:32.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
04:08:32.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
04:08:32.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
04:08:32.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
04:08:32.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskKPlGYQ/test-tmp/mini-kudu-cluster7555327831753549220/master-1/logs
04:08:32.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskKPlGYQ/test-tmp/mini-kudu-cluster7555327831753549220/master-1/data/info.pb
04:08:32.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
04:08:32.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
04:08:32.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
04:08:32.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
04:08:32.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
04:08:32.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
04:08:32.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
04:08:32.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
04:08:32.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
04:08:32.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
04:08:32.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
04:08:32.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
04:08:32.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.23.94.189:45581
04:08:32.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.23.94.189
04:08:32.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=38061
04:08:32.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskKPlGYQ/test-tmp/mini-kudu-cluster7555327831753549220/krb5kdc/kudu_127.23.94.189.keytab
04:08:32.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.23.94.189
04:08:32.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
04:08:32.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
04:08:32.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
04:08:32.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.23.94.148:37497
04:08:32.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
04:08:32.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
04:08:32.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
04:08:32.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
04:08:32.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.23.94.190:41431,127.23.94.189:45581,127.23.94.188:41077
04:08:32.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
04:08:32.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34387/jwks.json
04:08:32.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskKPlGYQ/test-tmp/mini-kudu-cluster7555327831753549220/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskKPlGYQ/test-tmp/mini-kudu-cluster7555327831753549220/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskKPlGYQ/test-tmp/mini-kudu-cluster7555327831753549220/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
04:08:32.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:32.021024 24999 sys_catalog.cc:263] Verifying existing consensus state
04:08:32.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:32.029217 24999 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P b985d58384d344fead1344fbb3a4e38c: Bootstrap starting.
04:08:32.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:32.076903 24999 log.cc:824] T 00000000000000000000000000000000 P b985d58384d344fead1344fbb3a4e38c: Log is configured to *not* fsync() on all Append() calls
04:08:32.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:32.095659 24999 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P b985d58384d344fead1344fbb3a4e38c: Bootstrap replayed 1/1 log segments. Stats: ops{read=6 overwritten=0 applied=6 ignored=0} inserts{seen=3 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
04:08:32.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:32.096585 24999 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P b985d58384d344fead1344fbb3a4e38c: Bootstrap complete.
04:08:32.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:32.122068 24999 raft_consensus.cc:348] T 00000000000000000000000000000000 P b985d58384d344fead1344fbb3a4e38c [term 3 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b985d58384d344fead1344fbb3a4e38c" member_type: VOTER last_known_addr { host: "127.23.94.190" port: 41431 } } peers { permanent_uuid: "746f3e374e514a629c9a841bb74fa5ae" member_type: VOTER last_known_addr { host: "127.23.94.189" port: 45581 } } peers { permanent_uuid: "f564fad90ba44577ac4aa5c9059be2da" member_type: VOTER last_known_addr { host: "127.23.94.188" port: 41077 } }
04:08:32.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:32.124821 24999 raft_consensus.cc:729] T 00000000000000000000000000000000 P b985d58384d344fead1344fbb3a4e38c [term 3 FOLLOWER]: Becoming Follower/Learner. State: Replica: b985d58384d344fead1344fbb3a4e38c, State: Initialized, Role: FOLLOWER
04:08:32.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:32.125795 24999 consensus_queue.cc:260] T 00000000000000000000000000000000 P b985d58384d344fead1344fbb3a4e38c [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 6, Last appended: 3.6, Last appended by leader: 6, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b985d58384d344fead1344fbb3a4e38c" member_type: VOTER last_known_addr { host: "127.23.94.190" port: 41431 } } peers { permanent_uuid: "746f3e374e514a629c9a841bb74fa5ae" member_type: VOTER last_known_addr { host: "127.23.94.189" port: 45581 } } peers { permanent_uuid: "f564fad90ba44577ac4aa5c9059be2da" member_type: VOTER last_known_addr { host: "127.23.94.188" port: 41077 } }
04:08:32.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:32.128957 25003 sys_catalog.cc:455] T 00000000000000000000000000000000 P b985d58384d344fead1344fbb3a4e38c [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 3 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b985d58384d344fead1344fbb3a4e38c" member_type: VOTER last_known_addr { host: "127.23.94.190" port: 41431 } } peers { permanent_uuid: "746f3e374e514a629c9a841bb74fa5ae" member_type: VOTER last_known_addr { host: "127.23.94.189" port: 45581 } } peers { permanent_uuid: "f564fad90ba44577ac4aa5c9059be2da" member_type: VOTER last_known_addr { host: "127.23.94.188" port: 41077 } } }
04:08:32.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:32.130015 25003 sys_catalog.cc:458] T 00000000000000000000000000000000 P b985d58384d344fead1344fbb3a4e38c [sys.catalog]: This master's current role is: FOLLOWER
04:08:32.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:32.130265 24999 sys_catalog.cc:564] T 00000000000000000000000000000000 P b985d58384d344fead1344fbb3a4e38c [sys.catalog]: configured and running, proceeding with master startup.
04:08:32.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:32.169808 25014 catalog_manager.cc:1259] Loaded cluster ID: dce1aeac3cd0471b8930c8eddce0c58a
04:08:32.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:32.170112 25014 catalog_manager.cc:1552] T 00000000000000000000000000000000 P b985d58384d344fead1344fbb3a4e38c: loading cluster ID for follower catalog manager: success
04:08:32.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:32.179207 25014 catalog_manager.cc:1574] T 00000000000000000000000000000000 P b985d58384d344fead1344fbb3a4e38c: acquiring CA information for follower catalog manager: success
04:08:32.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:32.185786 25014 catalog_manager.cc:1602] T 00000000000000000000000000000000 P b985d58384d344fead1344fbb3a4e38c: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
04:08:32.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 06 04:08:32 dist-test-slave-1jjb krb5kdc[23941](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1785989311, etypes {rep=17 tkt=17 ses=17}, kudu/127.23.94.190@KRBTEST.COM for kudu/127.23.94.190@KRBTEST.COM
04:08:32.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:32.219280 24926 master_runner.cc:186] Error getting master registration for 127.23.94.189:45581: Network error: Client connection negotiation failed: client connection to 127.23.94.189:45581: connect: Connection refused (error 111),
04:08:32.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:32.257620 24926 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
04:08:32.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:08:32.399884 25001 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
04:08:32.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:08:32.400588 25001 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
04:08:32.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:08:32.401341 25001 flags.cc:425] Enabled unsafe flag: --never_fsync=true
04:08:32.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:08:32.435926 25001 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
04:08:32.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:08:32.436278 25001 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
04:08:32.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:08:32.436761 25001 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
04:08:32.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:08:32.437136 25001 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
04:08:32.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:08:32.437439 25001 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
04:08:32.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:08:32.437737 25001 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
04:08:32.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:08:32.437963 25001 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:34387/jwks.json
04:08:32.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:32.478461 25001 master_runner.cc:386] Master server non-default flags:
04:08:32.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
04:08:32.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.23.94.148:37497
04:08:32.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
04:08:32.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
04:08:32.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskKPlGYQ/test-tmp/mini-kudu-cluster7555327831753549220/master-1/data
04:08:32.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskKPlGYQ/test-tmp/mini-kudu-cluster7555327831753549220/master-1/wal
04:08:32.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
04:08:32.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
04:08:32.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.23.94.190:41431,127.23.94.189:45581,127.23.94.188:41077
04:08:32.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskKPlGYQ/test-tmp/mini-kudu-cluster7555327831753549220/krb5kdc/kudu_127.23.94.189.keytab
04:08:32.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.23.94.189
04:08:32.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
04:08:32.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
04:08:32.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
04:08:32.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.23.94.189:45581
04:08:32.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
04:08:32.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
04:08:32.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
04:08:32.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34387/jwks.json
04:08:32.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
04:08:32.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
04:08:32.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
04:08:32.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
04:08:32.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
04:08:32.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskKPlGYQ/test-tmp/mini-kudu-cluster7555327831753549220/master-1/data/info.pb
04:08:32.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.23.94.189
04:08:32.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=38061
04:08:32.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
04:08:32.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
04:08:32.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
04:08:32.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
04:08:32.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
04:08:32.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskKPlGYQ/test-tmp/mini-kudu-cluster7555327831753549220/master-1/logs
04:08:32.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
04:08:32.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
04:08:32.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
04:08:32.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
04:08:32.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
04:08:32.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
04:08:32.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
04:08:32.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 06 Aug 2026 02:58:30 UTC on ccycloud.quasar-xnspdp.root.comops.site
04:08:32.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4569537
04:08:32.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
04:08:32.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:32.480062 25001 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
04:08:32.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:32.481221 25001 file_cache.cc:493] Constructed file cache file cache with capacity 419430
04:08:32.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:08:32.501576 25024 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
04:08:33.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:33.614988 25032 raft_consensus.cc:482] T 00000000000000000000000000000000 P b985d58384d344fead1344fbb3a4e38c [term 3 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
04:08:33.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:33.615749 25032 raft_consensus.cc:504] T 00000000000000000000000000000000 P b985d58384d344fead1344fbb3a4e38c [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b985d58384d344fead1344fbb3a4e38c" member_type: VOTER last_known_addr { host: "127.23.94.190" port: 41431 } } peers { permanent_uuid: "746f3e374e514a629c9a841bb74fa5ae" member_type: VOTER last_known_addr { host: "127.23.94.189" port: 45581 } } peers { permanent_uuid: "f564fad90ba44577ac4aa5c9059be2da" member_type: VOTER last_known_addr { host: "127.23.94.188" port: 41077 } }
04:08:33.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:33.619752 25032 leader_election.cc:288] T 00000000000000000000000000000000 P b985d58384d344fead1344fbb3a4e38c [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers 746f3e374e514a629c9a841bb74fa5ae (127.23.94.189:45581), f564fad90ba44577ac4aa5c9059be2da (127.23.94.188:41077)
04:08:33.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:08:33.623512 24946 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.23.94.188:41077: connect: Connection refused (error 111)
04:08:33.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:08:33.635011 24946 leader_election.cc:334] T 00000000000000000000000000000000 P b985d58384d344fead1344fbb3a4e38c [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer f564fad90ba44577ac4aa5c9059be2da (127.23.94.188:41077): Network error: Client connection negotiation failed: client connection to 127.23.94.188:41077: connect: Connection refused (error 111)
04:08:33.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:08:33.639237 24947 leader_election.cc:334] T 00000000000000000000000000000000 P b985d58384d344fead1344fbb3a4e38c [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer 746f3e374e514a629c9a841bb74fa5ae (127.23.94.189:45581): Network error: Client connection negotiation failed: client connection to 127.23.94.189:45581: connect: Connection refused (error 111)
04:08:33.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:33.639916 24947 leader_election.cc:302] T 00000000000000000000000000000000 P b985d58384d344fead1344fbb3a4e38c [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: b985d58384d344fead1344fbb3a4e38c; no voters: 746f3e374e514a629c9a841bb74fa5ae, f564fad90ba44577ac4aa5c9059be2da
04:08:33.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:33.640903 25032 raft_consensus.cc:2726] T 00000000000000000000000000000000 P b985d58384d344fead1344fbb3a4e38c [term 3 FOLLOWER]: Leader pre-election lost for term 4. Reason: could not achieve majority
04:08:33.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:08:32.503579 25026 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
04:08:33.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:32.506121 25001 server_base.cc:1034] running on GCE node
04:08:33.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:08:32.501569 25023 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
04:08:33.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:33.824878 25001 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
04:08:33.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:33.828815 25001 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
04:08:33.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:33.830399 25001 hybrid_clock.cc:648] HybridClock initialized: now 1785989313830330 us; error 95 us; skew 500 ppm
04:08:33.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:33.832175 25001 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
04:08:33.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 06 04:08:33 dist-test-slave-1jjb krb5kdc[23941](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1785989313, etypes {rep=17 tkt=17 ses=17}, kudu/127.23.94.189@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
04:08:33.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:33.841163 25001 init.cc:377] Logged in from keytab as kudu/127.23.94.189@KRBTEST.COM (short username kudu)
04:08:33.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:33.853565 25001 webserver.cc:460] Webserver started at http://127.23.94.189:38061/ using document root <none> and password file <none>
04:08:33.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:33.854912 25001 fs_manager.cc:359] Metadata directory not provided
04:08:33.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:33.855202 25001 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
04:08:33.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:33.866807 25001 fs_manager.cc:709] Time spent opening directory manager: real 0.007s user 0.005s sys 0.004s
04:08:33.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:33.872756 25042 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
04:08:33.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:33.874156 25001 fs_manager.cc:725] Time spent opening block manager: real 0.005s user 0.002s sys 0.002s
04:08:33.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:33.874603 25001 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskKPlGYQ/test-tmp/mini-kudu-cluster7555327831753549220/master-1/data,/tmp/dist-test-taskKPlGYQ/test-tmp/mini-kudu-cluster7555327831753549220/master-1/wal
04:08:33.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "746f3e374e514a629c9a841bb74fa5ae"
04:08:33.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-06 04:08:05 on dist-test-slave-1jjb"
04:08:33.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:33.878257 25001 fs_report.cc:383] FS layout report
04:08:33.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
04:08:33.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskKPlGYQ/test-tmp/mini-kudu-cluster7555327831753549220/master-1/wal
04:08:33.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskKPlGYQ/test-tmp/mini-kudu-cluster7555327831753549220/master-1/wal
04:08:33.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskKPlGYQ/test-tmp/mini-kudu-cluster7555327831753549220/master-1/data/data
04:08:33.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
04:08:33.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
04:08:33.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
04:08:33.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
04:08:33.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
04:08:33.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
04:08:33.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
04:08:33.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
04:08:33.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
04:08:33.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
04:08:33.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
04:08:33.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:33.936775 25001 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
04:08:33.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:33.945127 25001 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
04:08:33.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:33.945708 25001 kserver.cc:163] Server-wide thread pool size limit: 3276
04:08:34.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:34.047129 25095 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.23.94.189:45581 every 8 connection(s)
04:08:34.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:34.047721 25001 rpc_server.cc:307] RPC server started. Bound to: 127.23.94.189:45581
04:08:34.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:34.051961 25001 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskKPlGYQ/test-tmp/mini-kudu-cluster7555327831753549220/master-1/data/info.pb
04:08:34.054 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
04:08:34.054 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.23.94.188:41077
04:08:34.054 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 2
}
}
04:08:34.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:34.053424 23930 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskKPlGYQ/build/tsan/bin/kudu as pid 25001
04:08:34.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:34.056231 23930 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskKPlGYQ/build/tsan/bin/kudu
04:08:34.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskKPlGYQ/build/tsan/bin/kudu
04:08:34.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskKPlGYQ/test-tmp/mini-kudu-cluster7555327831753549220/master-2/wal
04:08:34.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskKPlGYQ/test-tmp/mini-kudu-cluster7555327831753549220/master-2/data
04:08:34.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
04:08:34.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
04:08:34.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
04:08:34.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
04:08:34.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
04:08:34.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
04:08:34.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskKPlGYQ/test-tmp/mini-kudu-cluster7555327831753549220/master-2/logs
04:08:34.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskKPlGYQ/test-tmp/mini-kudu-cluster7555327831753549220/master-2/data/info.pb
04:08:34.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
04:08:34.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
04:08:34.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
04:08:34.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
04:08:34.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
04:08:34.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
04:08:34.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
04:08:34.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
04:08:34.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
04:08:34.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
04:08:34.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
04:08:34.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
04:08:34.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.23.94.188:41077
04:08:34.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.23.94.188
04:08:34.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=33799
04:08:34.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskKPlGYQ/test-tmp/mini-kudu-cluster7555327831753549220/krb5kdc/kudu_127.23.94.188.keytab
04:08:34.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.23.94.188
04:08:34.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
04:08:34.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
04:08:34.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
04:08:34.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.23.94.148:37497
04:08:34.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
04:08:34.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
04:08:34.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
04:08:34.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
04:08:34.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.23.94.190:41431,127.23.94.189:45581,127.23.94.188:41077
04:08:34.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
04:08:34.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34387/jwks.json
04:08:34.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskKPlGYQ/test-tmp/mini-kudu-cluster7555327831753549220/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskKPlGYQ/test-tmp/mini-kudu-cluster7555327831753549220/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskKPlGYQ/test-tmp/mini-kudu-cluster7555327831753549220/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
04:08:34.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:34.083197 25097 sys_catalog.cc:263] Verifying existing consensus state
04:08:34.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:34.089152 25097 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 746f3e374e514a629c9a841bb74fa5ae: Bootstrap starting.
04:08:34.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:34.135710 25097 log.cc:824] T 00000000000000000000000000000000 P 746f3e374e514a629c9a841bb74fa5ae: Log is configured to *not* fsync() on all Append() calls
04:08:34.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:34.155134 25097 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 746f3e374e514a629c9a841bb74fa5ae: Bootstrap replayed 1/1 log segments. Stats: ops{read=6 overwritten=0 applied=6 ignored=0} inserts{seen=3 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
04:08:34.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:34.156003 25097 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 746f3e374e514a629c9a841bb74fa5ae: Bootstrap complete.
04:08:34.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:34.182158 25097 raft_consensus.cc:348] T 00000000000000000000000000000000 P 746f3e374e514a629c9a841bb74fa5ae [term 3 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b985d58384d344fead1344fbb3a4e38c" member_type: VOTER last_known_addr { host: "127.23.94.190" port: 41431 } } peers { permanent_uuid: "746f3e374e514a629c9a841bb74fa5ae" member_type: VOTER last_known_addr { host: "127.23.94.189" port: 45581 } } peers { permanent_uuid: "f564fad90ba44577ac4aa5c9059be2da" member_type: VOTER last_known_addr { host: "127.23.94.188" port: 41077 } }
04:08:34.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:34.185338 25097 raft_consensus.cc:729] T 00000000000000000000000000000000 P 746f3e374e514a629c9a841bb74fa5ae [term 3 FOLLOWER]: Becoming Follower/Learner. State: Replica: 746f3e374e514a629c9a841bb74fa5ae, State: Initialized, Role: FOLLOWER
04:08:34.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:34.186383 25097 consensus_queue.cc:260] T 00000000000000000000000000000000 P 746f3e374e514a629c9a841bb74fa5ae [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 6, Last appended: 3.6, Last appended by leader: 6, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b985d58384d344fead1344fbb3a4e38c" member_type: VOTER last_known_addr { host: "127.23.94.190" port: 41431 } } peers { permanent_uuid: "746f3e374e514a629c9a841bb74fa5ae" member_type: VOTER last_known_addr { host: "127.23.94.189" port: 45581 } } peers { permanent_uuid: "f564fad90ba44577ac4aa5c9059be2da" member_type: VOTER last_known_addr { host: "127.23.94.188" port: 41077 } }
04:08:34.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:34.189749 25101 sys_catalog.cc:455] T 00000000000000000000000000000000 P 746f3e374e514a629c9a841bb74fa5ae [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 3 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b985d58384d344fead1344fbb3a4e38c" member_type: VOTER last_known_addr { host: "127.23.94.190" port: 41431 } } peers { permanent_uuid: "746f3e374e514a629c9a841bb74fa5ae" member_type: VOTER last_known_addr { host: "127.23.94.189" port: 45581 } } peers { permanent_uuid: "f564fad90ba44577ac4aa5c9059be2da" member_type: VOTER last_known_addr { host: "127.23.94.188" port: 41077 } } }
04:08:34.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:34.190969 25101 sys_catalog.cc:458] T 00000000000000000000000000000000 P 746f3e374e514a629c9a841bb74fa5ae [sys.catalog]: This master's current role is: FOLLOWER
04:08:34.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:34.191710 25097 sys_catalog.cc:564] T 00000000000000000000000000000000 P 746f3e374e514a629c9a841bb74fa5ae [sys.catalog]: configured and running, proceeding with master startup.
04:08:34.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:34.243587 25114 catalog_manager.cc:1259] Loaded cluster ID: dce1aeac3cd0471b8930c8eddce0c58a
04:08:34.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:34.243842 25114 catalog_manager.cc:1552] T 00000000000000000000000000000000 P 746f3e374e514a629c9a841bb74fa5ae: loading cluster ID for follower catalog manager: success
04:08:34.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:34.252343 25114 catalog_manager.cc:1574] T 00000000000000000000000000000000 P 746f3e374e514a629c9a841bb74fa5ae: acquiring CA information for follower catalog manager: success
04:08:34.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:34.258394 25114 catalog_manager.cc:1602] T 00000000000000000000000000000000 P 746f3e374e514a629c9a841bb74fa5ae: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
04:08:34.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 06 04:08:34 dist-test-slave-1jjb krb5kdc[23941](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1785989313, etypes {rep=17 tkt=17 ses=17}, kudu/127.23.94.189@KRBTEST.COM for kudu/127.23.94.190@KRBTEST.COM
04:08:34.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:34.338479 25001 master_runner.cc:186] Error getting master registration for 127.23.94.188:41077: Network error: Client connection negotiation failed: client connection to 127.23.94.188:41077: connect: Connection refused (error 111),
04:08:34.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:34.369728 25001 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
04:08:34.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:08:34.539013 25098 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
04:08:34.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:08:34.539799 25098 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
04:08:34.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:08:34.540617 25098 flags.cc:425] Enabled unsafe flag: --never_fsync=true
04:08:34.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:08:34.574981 25098 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
04:08:34.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:08:34.575286 25098 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
04:08:34.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:08:34.575809 25098 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
04:08:34.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:08:34.576192 25098 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
04:08:34.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:08:34.576537 25098 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
04:08:34.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:08:34.576859 25098 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
04:08:34.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:08:34.577100 25098 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:34387/jwks.json
04:08:34.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:34.616554 25098 master_runner.cc:386] Master server non-default flags:
04:08:34.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
04:08:34.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.23.94.148:37497
04:08:34.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
04:08:34.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
04:08:34.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskKPlGYQ/test-tmp/mini-kudu-cluster7555327831753549220/master-2/data
04:08:34.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskKPlGYQ/test-tmp/mini-kudu-cluster7555327831753549220/master-2/wal
04:08:34.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
04:08:34.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
04:08:34.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.23.94.190:41431,127.23.94.189:45581,127.23.94.188:41077
04:08:34.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskKPlGYQ/test-tmp/mini-kudu-cluster7555327831753549220/krb5kdc/kudu_127.23.94.188.keytab
04:08:34.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.23.94.188
04:08:34.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
04:08:34.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
04:08:34.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
04:08:34.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.23.94.188:41077
04:08:34.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
04:08:34.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
04:08:34.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
04:08:34.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34387/jwks.json
04:08:34.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
04:08:34.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
04:08:34.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
04:08:34.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
04:08:34.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
04:08:34.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskKPlGYQ/test-tmp/mini-kudu-cluster7555327831753549220/master-2/data/info.pb
04:08:34.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.23.94.188
04:08:34.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=33799
04:08:34.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
04:08:34.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
04:08:34.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
04:08:34.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
04:08:34.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
04:08:34.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskKPlGYQ/test-tmp/mini-kudu-cluster7555327831753549220/master-2/logs
04:08:34.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
04:08:34.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
04:08:34.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
04:08:34.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
04:08:34.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
04:08:34.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
04:08:34.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
04:08:34.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 06 Aug 2026 02:58:30 UTC on ccycloud.quasar-xnspdp.root.comops.site
04:08:34.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4569537
04:08:34.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
04:08:34.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:34.617719 25098 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
04:08:34.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:34.618693 25098 file_cache.cc:493] Constructed file cache file cache with capacity 419430
04:08:34.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:08:34.639504 25125 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
04:08:35.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:35.473728 25130 raft_consensus.cc:482] T 00000000000000000000000000000000 P 746f3e374e514a629c9a841bb74fa5ae [term 3 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
04:08:35.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:35.474700 25130 raft_consensus.cc:504] T 00000000000000000000000000000000 P 746f3e374e514a629c9a841bb74fa5ae [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b985d58384d344fead1344fbb3a4e38c" member_type: VOTER last_known_addr { host: "127.23.94.190" port: 41431 } } peers { permanent_uuid: "746f3e374e514a629c9a841bb74fa5ae" member_type: VOTER last_known_addr { host: "127.23.94.189" port: 45581 } } peers { permanent_uuid: "f564fad90ba44577ac4aa5c9059be2da" member_type: VOTER last_known_addr { host: "127.23.94.188" port: 41077 } }
04:08:35.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:35.485329 24973 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "746f3e374e514a629c9a841bb74fa5ae" candidate_term: 4 candidate_status { last_received { term: 3 index: 6 } } ignore_live_leader: false dest_uuid: "b985d58384d344fead1344fbb3a4e38c" is_pre_election: true
04:08:35.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:35.486155 24973 raft_consensus.cc:2454] T 00000000000000000000000000000000 P b985d58384d344fead1344fbb3a4e38c [term 3 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 746f3e374e514a629c9a841bb74fa5ae in term 3.
04:08:35.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:35.487920 25044 leader_election.cc:302] T 00000000000000000000000000000000 P 746f3e374e514a629c9a841bb74fa5ae [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 746f3e374e514a629c9a841bb74fa5ae, b985d58384d344fead1344fbb3a4e38c; no voters:
04:08:35.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:35.491753 25131 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 746f3e374e514a629c9a841bb74fa5ae [term 3 FOLLOWER]: Leader pre-election won for term 4
04:08:35.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:35.492398 25131 raft_consensus.cc:482] T 00000000000000000000000000000000 P 746f3e374e514a629c9a841bb74fa5ae [term 3 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
04:08:35.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:35.492753 25131 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 746f3e374e514a629c9a841bb74fa5ae [term 3 FOLLOWER]: Advancing to term 4
04:08:35.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:35.498256 25130 leader_election.cc:288] T 00000000000000000000000000000000 P 746f3e374e514a629c9a841bb74fa5ae [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers b985d58384d344fead1344fbb3a4e38c (127.23.94.190:41431), f564fad90ba44577ac4aa5c9059be2da (127.23.94.188:41077)
04:08:35.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:08:35.502306 25043 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.23.94.188:41077: connect: Connection refused (error 111)
04:08:35.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:08:35.517532 25043 leader_election.cc:334] T 00000000000000000000000000000000 P 746f3e374e514a629c9a841bb74fa5ae [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer f564fad90ba44577ac4aa5c9059be2da (127.23.94.188:41077): Network error: Client connection negotiation failed: client connection to 127.23.94.188:41077: connect: Connection refused (error 111)
04:08:35.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:35.517800 25131 raft_consensus.cc:504] T 00000000000000000000000000000000 P 746f3e374e514a629c9a841bb74fa5ae [term 4 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b985d58384d344fead1344fbb3a4e38c" member_type: VOTER last_known_addr { host: "127.23.94.190" port: 41431 } } peers { permanent_uuid: "746f3e374e514a629c9a841bb74fa5ae" member_type: VOTER last_known_addr { host: "127.23.94.189" port: 45581 } } peers { permanent_uuid: "f564fad90ba44577ac4aa5c9059be2da" member_type: VOTER last_known_addr { host: "127.23.94.188" port: 41077 } }
04:08:35.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:35.519845 25131 leader_election.cc:288] T 00000000000000000000000000000000 P 746f3e374e514a629c9a841bb74fa5ae [CANDIDATE]: Term 4 election: Requested vote from peers b985d58384d344fead1344fbb3a4e38c (127.23.94.190:41431), f564fad90ba44577ac4aa5c9059be2da (127.23.94.188:41077)
04:08:35.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:35.520846 24973 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "746f3e374e514a629c9a841bb74fa5ae" candidate_term: 4 candidate_status { last_received { term: 3 index: 6 } } ignore_live_leader: false dest_uuid: "b985d58384d344fead1344fbb3a4e38c"
04:08:35.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:35.521606 24973 raft_consensus.cc:3037] T 00000000000000000000000000000000 P b985d58384d344fead1344fbb3a4e38c [term 3 FOLLOWER]: Advancing to term 4
04:08:35.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:35.535241 24973 raft_consensus.cc:2454] T 00000000000000000000000000000000 P b985d58384d344fead1344fbb3a4e38c [term 4 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 746f3e374e514a629c9a841bb74fa5ae in term 4.
04:08:35.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:08:35.542039 25043 leader_election.cc:334] T 00000000000000000000000000000000 P 746f3e374e514a629c9a841bb74fa5ae [CANDIDATE]: Term 4 election: RPC error from VoteRequest() call to peer f564fad90ba44577ac4aa5c9059be2da (127.23.94.188:41077): Network error: Client connection negotiation failed: client connection to 127.23.94.188:41077: connect: Connection refused (error 111)
04:08:35.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:35.544265 25044 leader_election.cc:302] T 00000000000000000000000000000000 P 746f3e374e514a629c9a841bb74fa5ae [CANDIDATE]: Term 4 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 746f3e374e514a629c9a841bb74fa5ae, b985d58384d344fead1344fbb3a4e38c; no voters: f564fad90ba44577ac4aa5c9059be2da
04:08:35.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:35.545339 25131 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 746f3e374e514a629c9a841bb74fa5ae [term 4 FOLLOWER]: Leader election won for term 4
04:08:35.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:35.545821 25131 raft_consensus.cc:686] T 00000000000000000000000000000000 P 746f3e374e514a629c9a841bb74fa5ae [term 4 LEADER]: Becoming Leader. State: Replica: 746f3e374e514a629c9a841bb74fa5ae, State: Running, Role: LEADER
04:08:35.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:35.546604 25131 consensus_queue.cc:237] T 00000000000000000000000000000000 P 746f3e374e514a629c9a841bb74fa5ae [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 6, Committed index: 6, Last appended: 3.6, Last appended by leader: 6, Current term: 4, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b985d58384d344fead1344fbb3a4e38c" member_type: VOTER last_known_addr { host: "127.23.94.190" port: 41431 } } peers { permanent_uuid: "746f3e374e514a629c9a841bb74fa5ae" member_type: VOTER last_known_addr { host: "127.23.94.189" port: 45581 } } peers { permanent_uuid: "f564fad90ba44577ac4aa5c9059be2da" member_type: VOTER last_known_addr { host: "127.23.94.188" port: 41077 } }
04:08:35.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:35.556476 25130 sys_catalog.cc:455] T 00000000000000000000000000000000 P 746f3e374e514a629c9a841bb74fa5ae [sys.catalog]: SysCatalogTable state changed. Reason: New leader 746f3e374e514a629c9a841bb74fa5ae. Latest consensus state: current_term: 4 leader_uuid: "746f3e374e514a629c9a841bb74fa5ae" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b985d58384d344fead1344fbb3a4e38c" member_type: VOTER last_known_addr { host: "127.23.94.190" port: 41431 } } peers { permanent_uuid: "746f3e374e514a629c9a841bb74fa5ae" member_type: VOTER last_known_addr { host: "127.23.94.189" port: 45581 } } peers { permanent_uuid: "f564fad90ba44577ac4aa5c9059be2da" member_type: VOTER last_known_addr { host: "127.23.94.188" port: 41077 } } }
04:08:35.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:35.557500 25130 sys_catalog.cc:458] T 00000000000000000000000000000000 P 746f3e374e514a629c9a841bb74fa5ae [sys.catalog]: This master's current role is: LEADER
04:08:35.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:35.569490 25135 catalog_manager.cc:1475] Loading table and tablet metadata into memory...
04:08:35.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:35.582618 25135 catalog_manager.cc:1484] Initializing Kudu cluster ID...
04:08:35.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:35.588886 25135 catalog_manager.cc:1259] Loaded cluster ID: dce1aeac3cd0471b8930c8eddce0c58a
04:08:35.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:35.589361 25135 catalog_manager.cc:1495] Initializing Kudu internal certificate authority...
04:08:35.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:35.596671 25135 catalog_manager.cc:1504] Loading token signing keys...
04:08:35.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:35.602869 25135 catalog_manager.cc:5879] T 00000000000000000000000000000000 P 746f3e374e514a629c9a841bb74fa5ae: Loaded TSK: 0
04:08:35.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:35.605186 25135 catalog_manager.cc:1514] Initializing in-progress tserver states...
04:08:36.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:36.070099 24973 raft_consensus.cc:1261] T 00000000000000000000000000000000 P b985d58384d344fead1344fbb3a4e38c [term 4 FOLLOWER]: Refusing update from remote peer 746f3e374e514a629c9a841bb74fa5ae: Log matching property violated. Preceding OpId in replica: term: 3 index: 6. Preceding OpId from leader: term: 4 index: 7. (index mismatch)
04:08:36.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:36.071910 25130 consensus_queue.cc:1035] T 00000000000000000000000000000000 P 746f3e374e514a629c9a841bb74fa5ae [LEADER]: Connected to new peer: Peer: permanent_uuid: "b985d58384d344fead1344fbb3a4e38c" member_type: VOTER last_known_addr { host: "127.23.94.190" port: 41431 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 7, Last known committed idx: 6, Time since last communication: 0.000s
04:08:36.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:08:36.087224 25043 consensus_peers.cc:487] T 00000000000000000000000000000000 P 746f3e374e514a629c9a841bb74fa5ae -> Peer f564fad90ba44577ac4aa5c9059be2da (127.23.94.188:41077): Couldn't send request to peer f564fad90ba44577ac4aa5c9059be2da. Status: Network error: Client connection negotiation failed: client connection to 127.23.94.188:41077: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
04:08:36.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:36.121364 25138 sys_catalog.cc:455] T 00000000000000000000000000000000 P b985d58384d344fead1344fbb3a4e38c [sys.catalog]: SysCatalogTable state changed. Reason: New leader 746f3e374e514a629c9a841bb74fa5ae. Latest consensus state: current_term: 4 leader_uuid: "746f3e374e514a629c9a841bb74fa5ae" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b985d58384d344fead1344fbb3a4e38c" member_type: VOTER last_known_addr { host: "127.23.94.190" port: 41431 } } peers { permanent_uuid: "746f3e374e514a629c9a841bb74fa5ae" member_type: VOTER last_known_addr { host: "127.23.94.189" port: 45581 } } peers { permanent_uuid: "f564fad90ba44577ac4aa5c9059be2da" member_type: VOTER last_known_addr { host: "127.23.94.188" port: 41077 } } }
04:08:36.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:36.123742 25138 sys_catalog.cc:458] T 00000000000000000000000000000000 P b985d58384d344fead1344fbb3a4e38c [sys.catalog]: This master's current role is: FOLLOWER
04:08:36.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:36.153012 25130 sys_catalog.cc:455] T 00000000000000000000000000000000 P 746f3e374e514a629c9a841bb74fa5ae [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 4 leader_uuid: "746f3e374e514a629c9a841bb74fa5ae" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b985d58384d344fead1344fbb3a4e38c" member_type: VOTER last_known_addr { host: "127.23.94.190" port: 41431 } } peers { permanent_uuid: "746f3e374e514a629c9a841bb74fa5ae" member_type: VOTER last_known_addr { host: "127.23.94.189" port: 45581 } } peers { permanent_uuid: "f564fad90ba44577ac4aa5c9059be2da" member_type: VOTER last_known_addr { host: "127.23.94.188" port: 41077 } } }
04:08:36.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:36.153813 25130 sys_catalog.cc:458] T 00000000000000000000000000000000 P 746f3e374e514a629c9a841bb74fa5ae [sys.catalog]: This master's current role is: LEADER
04:08:36.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:36.163902 25138 sys_catalog.cc:455] T 00000000000000000000000000000000 P b985d58384d344fead1344fbb3a4e38c [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 4 leader_uuid: "746f3e374e514a629c9a841bb74fa5ae" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b985d58384d344fead1344fbb3a4e38c" member_type: VOTER last_known_addr { host: "127.23.94.190" port: 41431 } } peers { permanent_uuid: "746f3e374e514a629c9a841bb74fa5ae" member_type: VOTER last_known_addr { host: "127.23.94.189" port: 45581 } } peers { permanent_uuid: "f564fad90ba44577ac4aa5c9059be2da" member_type: VOTER last_known_addr { host: "127.23.94.188" port: 41077 } } }
04:08:36.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:36.164985 25138 sys_catalog.cc:458] T 00000000000000000000000000000000 P b985d58384d344fead1344fbb3a4e38c [sys.catalog]: This master's current role is: FOLLOWER
04:08:36.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:08:34.640722 25127 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
04:08:36.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:08:34.645054 25124 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
04:08:36.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:08:36.307214 25126 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
04:08:36.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:36.307327 25098 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
04:08:36.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:36.308876 25098 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
04:08:36.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:36.312304 25098 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
04:08:36.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:36.314011 25098 hybrid_clock.cc:648] HybridClock initialized: now 1785989316313959 us; error 67 us; skew 500 ppm
04:08:36.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:36.315291 25098 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
04:08:36.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 06 04:08:36 dist-test-slave-1jjb krb5kdc[23941](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1785989316, etypes {rep=17 tkt=17 ses=17}, kudu/127.23.94.188@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
04:08:36.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:36.322826 25098 init.cc:377] Logged in from keytab as kudu/127.23.94.188@KRBTEST.COM (short username kudu)
04:08:36.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:36.330153 25098 webserver.cc:460] Webserver started at http://127.23.94.188:33799/ using document root <none> and password file <none>
04:08:36.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:36.331279 25098 fs_manager.cc:359] Metadata directory not provided
04:08:36.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:36.331562 25098 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
04:08:36.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:36.341485 25098 fs_manager.cc:709] Time spent opening directory manager: real 0.007s user 0.007s sys 0.001s
04:08:36.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:36.347265 25151 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
04:08:36.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:36.348716 25098 fs_manager.cc:725] Time spent opening block manager: real 0.005s user 0.006s sys 0.000s
04:08:36.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:36.349131 25098 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskKPlGYQ/test-tmp/mini-kudu-cluster7555327831753549220/master-2/data,/tmp/dist-test-taskKPlGYQ/test-tmp/mini-kudu-cluster7555327831753549220/master-2/wal
04:08:36.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f564fad90ba44577ac4aa5c9059be2da"
04:08:36.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-06 04:08:07 on dist-test-slave-1jjb"
04:08:36.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:36.352674 25098 fs_report.cc:383] FS layout report
04:08:36.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
04:08:36.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskKPlGYQ/test-tmp/mini-kudu-cluster7555327831753549220/master-2/wal
04:08:36.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskKPlGYQ/test-tmp/mini-kudu-cluster7555327831753549220/master-2/wal
04:08:36.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskKPlGYQ/test-tmp/mini-kudu-cluster7555327831753549220/master-2/data/data
04:08:36.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
04:08:36.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
04:08:36.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
04:08:36.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
04:08:36.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
04:08:36.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
04:08:36.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
04:08:36.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
04:08:36.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
04:08:36.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
04:08:36.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
04:08:36.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:36.416270 25098 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
04:08:36.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:36.423024 25098 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
04:08:36.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:36.423614 25098 kserver.cc:163] Server-wide thread pool size limit: 3276
04:08:36.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:36.519277 25098 rpc_server.cc:307] RPC server started. Bound to: 127.23.94.188:41077
04:08:36.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:36.519398 25206 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.23.94.188:41077 every 8 connection(s)
04:08:36.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:36.522650 25098 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskKPlGYQ/test-tmp/mini-kudu-cluster7555327831753549220/master-2/data/info.pb
04:08:36.525 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
04:08:36.525 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.23.94.190:41431(127.23.94.190:41431)] connecting to peer
04:08:36.527 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.23.94.190:41431(127.23.94.190:41431)] Successfully connected to peer
04:08:36.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:36.524545 23930 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskKPlGYQ/build/tsan/bin/kudu as pid 25098
04:08:36.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:36.539000 25207 sys_catalog.cc:263] Verifying existing consensus state
04:08:36.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:36.548276 25207 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P f564fad90ba44577ac4aa5c9059be2da: Bootstrap starting.
04:08:36.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:08:36.556398 25209 negotiation.cc:344] Unauthorized connection attempt: Server connection negotiation failed: server connection from 127.0.0.1:34784: token expired
04:08:36.561 [DEBUG - kudu-nio-0] (Negotiator.java:352) peer /127.23.94.190:41431 sent connection negotiation error: Not authorized: token expired
04:08:36.562 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.23.94.190:41431(127.23.94.190:41431)] handling channelInactive
04:08:36.562 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.94.190:41431(127.23.94.190:41431)] cleaning up while in state NEGOTIATION_FAILED due to: connection closed
04:08:36.565 [DEBUG - kudu-nio-0] (Connection.java:748) [peer master-127.23.94.190:41431(127.23.94.190:41431)] connecting to peer
04:08:36.567 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.23.94.190:41431(127.23.94.190:41431)] Successfully connected to peer
04:08:36.568 [DEBUG - kudu-nio-0] (Connection.java:748) [peer master-127.23.94.189:45581(127.23.94.189:45581)] connecting to peer
04:08:36.569 [DEBUG - kudu-nio-0] (Connection.java:748) [peer master-127.23.94.188:41077(127.23.94.188:41077)] connecting to peer
04:08:36.570 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.23.94.188:41077(127.23.94.188:41077)] Successfully connected to peer
04:08:36.572 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.23.94.189:45581(127.23.94.189:45581)] Successfully connected to peer
04:08:36.576 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.94.189:45581(127.23.94.189:45581)] cleaning up while in state NEGOTIATING due to: server requires authentication, but client does not have Kerberos credentials (tgt). Authentication tokens were not used because this connection will be used to acquire a new token and therefore requires primary credentials
04:08:36.576 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.94.190:41431(127.23.94.190:41431)] cleaning up while in state NEGOTIATING due to: server requires authentication, but client does not have Kerberos credentials (tgt). Authentication tokens were not used because this connection will be used to acquire a new token and therefore requires primary credentials
04:08:36.576 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.94.189:45581: server requires authentication, but client does not have Kerberos credentials (tgt). Authentication tokens were not used because this connection will be used to acquire a new token and therefore requires primary credentials
04:08:36.576 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.94.190:41431: server requires authentication, but client does not have Kerberos credentials (tgt). Authentication tokens were not used because this connection will be used to acquire a new token and therefore requires primary credentials
04:08:36.576 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.23.94.189:45581(127.23.94.189:45581)] handling channelInactive
04:08:36.576 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.23.94.190:41431(127.23.94.190:41431)] handling channelInactive
04:08:36.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:08:36.579605 25211 negotiation.cc:337] Failed RPC negotiation. Trace:
04:08:36.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0806 04:08:36.572408 (+ 0us) reactor.cc:625] Submitting negotiation task for server connection from 127.0.0.1:57100 (local address 127.23.94.189:45581)
04:08:36.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0806 04:08:36.574709 (+ 2301us) server_negotiation.cc:206] Beginning negotiation
04:08:36.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0806 04:08:36.574731 (+ 22us) server_negotiation.cc:399] Waiting for connection header
04:08:36.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0806 04:08:36.574778 (+ 47us) server_negotiation.cc:407] Connection header received
04:08:36.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0806 04:08:36.574924 (+ 146us) server_negotiation.cc:365] Received NEGOTIATE NegotiatePB request
04:08:36.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0806 04:08:36.574948 (+ 24us) server_negotiation.cc:461] Received NEGOTIATE request from client
04:08:36.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0806 04:08:36.575167 (+ 219us) server_negotiation.cc:377] Sending NEGOTIATE NegotiatePB response
04:08:36.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0806 04:08:36.576836 (+ 1669us) server_negotiation.cc:226] Negotiated authn=SASL
04:08:36.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0806 04:08:36.577791 (+ 955us) negotiation.cc:327] Negotiation complete: Network error: Server connection negotiation failed: server connection from 127.0.0.1:57100: BlockingRecv error: recv got EOF from 127.0.0.1:57100 (error 108)
04:08:36.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"server-negotiator.queue_time_us":1858,"thread_start_us":1545,"threads_started":1}
04:08:36.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:08:36.581632 25209 negotiation.cc:337] Failed RPC negotiation. Trace:
04:08:36.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0806 04:08:36.567334 (+ 0us) reactor.cc:625] Submitting negotiation task for server connection from 127.0.0.1:34786 (local address 127.23.94.190:41431)
04:08:36.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0806 04:08:36.574417 (+ 7083us) server_negotiation.cc:206] Beginning negotiation
04:08:36.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0806 04:08:36.574454 (+ 37us) server_negotiation.cc:399] Waiting for connection header
04:08:36.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0806 04:08:36.574520 (+ 66us) server_negotiation.cc:407] Connection header received
04:08:36.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0806 04:08:36.574703 (+ 183us) server_negotiation.cc:365] Received NEGOTIATE NegotiatePB request
04:08:36.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0806 04:08:36.574750 (+ 47us) server_negotiation.cc:461] Received NEGOTIATE request from client
04:08:36.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0806 04:08:36.575050 (+ 300us) server_negotiation.cc:377] Sending NEGOTIATE NegotiatePB response
04:08:36.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0806 04:08:36.578644 (+ 3594us) server_negotiation.cc:226] Negotiated authn=SASL
04:08:36.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0806 04:08:36.579476 (+ 832us) negotiation.cc:327] Negotiation complete: Network error: Server connection negotiation failed: server connection from 127.0.0.1:34786: BlockingRecv error: recv got EOF from 127.0.0.1:34786 (error 108)
04:08:36.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"server-negotiator.queue_time_us":6542}
04:08:36.593 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.94.188:41077(127.23.94.188:41077)] cleaning up while in state NEGOTIATING due to: server requires authentication, but client does not have Kerberos credentials (tgt). Authentication tokens were not used because this connection will be used to acquire a new token and therefore requires primary credentials
04:08:36.593 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.94.188:41077: server requires authentication, but client does not have Kerberos credentials (tgt). Authentication tokens were not used because this connection will be used to acquire a new token and therefore requires primary credentials
04:08:36.594 [DEBUG - Time-limited test] (Connection.java:575) [peer master-127.23.94.189:45581(127.23.94.189:45581)] disconnecting while in state TERMINATED
04:08:36.595 [DEBUG - Time-limited test] (Connection.java:575) [peer master-127.23.94.188:41077(127.23.94.188:41077)] disconnecting while in state TERMINATED
04:08:36.595 [DEBUG - Time-limited test] (Connection.java:575) [peer master-127.23.94.190:41431(127.23.94.190:41431)] disconnecting while in state TERMINATED
04:08:36.595 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2704) Releasing all remaining resources
04:08:36.596 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.23.94.188:41077(127.23.94.188:41077)] handling channelInactive
04:08:36.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:08:36.598249 25210 negotiation.cc:337] Failed RPC negotiation. Trace:
04:08:36.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0806 04:08:36.570616 (+ 0us) reactor.cc:625] Submitting negotiation task for server connection from 127.0.0.1:53774 (local address 127.23.94.188:41077)
04:08:36.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0806 04:08:36.582408 (+ 11792us) server_negotiation.cc:206] Beginning negotiation
04:08:36.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0806 04:08:36.582508 (+ 100us) server_negotiation.cc:399] Waiting for connection header
04:08:36.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0806 04:08:36.582611 (+ 103us) server_negotiation.cc:407] Connection header received
04:08:36.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0806 04:08:36.591515 (+ 8904us) server_negotiation.cc:365] Received NEGOTIATE NegotiatePB request
04:08:36.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0806 04:08:36.591602 (+ 87us) server_negotiation.cc:461] Received NEGOTIATE request from client
04:08:36.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0806 04:08:36.592249 (+ 647us) server_negotiation.cc:377] Sending NEGOTIATE NegotiatePB response
04:08:36.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0806 04:08:36.592826 (+ 577us) server_negotiation.cc:226] Negotiated authn=SASL
04:08:36.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0806 04:08:36.594982 (+ 2156us) negotiation.cc:327] Negotiation complete: Network error: Server connection negotiation failed: server connection from 127.0.0.1:53774: BlockingRecv error: recv got EOF from 127.0.0.1:53774 (error 108)
04:08:36.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"server-negotiator.queue_time_us":11187,"thread_start_us":10541,"threads_started":1}
04:08:36.598 [DEBUG - main] (AsyncKuduClient.java:2704) Releasing all remaining resources
04:08:36.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:36.610488 23930 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskKPlGYQ/build/tsan/bin/kudu with pid 24926
04:08:36.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:36.628707 25207 log.cc:824] T 00000000000000000000000000000000 P f564fad90ba44577ac4aa5c9059be2da: Log is configured to *not* fsync() on all Append() calls
04:08:36.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:36.657246 25207 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P f564fad90ba44577ac4aa5c9059be2da: Bootstrap replayed 1/1 log segments. Stats: ops{read=6 overwritten=0 applied=6 ignored=0} inserts{seen=3 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
04:08:36.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:36.658427 25207 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P f564fad90ba44577ac4aa5c9059be2da: Bootstrap complete.
04:08:36.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:36.661975 23930 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskKPlGYQ/build/tsan/bin/kudu with pid 25001
04:08:36.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:36.686507 25207 raft_consensus.cc:348] T 00000000000000000000000000000000 P f564fad90ba44577ac4aa5c9059be2da [term 3 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b985d58384d344fead1344fbb3a4e38c" member_type: VOTER last_known_addr { host: "127.23.94.190" port: 41431 } } peers { permanent_uuid: "746f3e374e514a629c9a841bb74fa5ae" member_type: VOTER last_known_addr { host: "127.23.94.189" port: 45581 } } peers { permanent_uuid: "f564fad90ba44577ac4aa5c9059be2da" member_type: VOTER last_known_addr { host: "127.23.94.188" port: 41077 } }
04:08:36.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:36.689014 25207 raft_consensus.cc:729] T 00000000000000000000000000000000 P f564fad90ba44577ac4aa5c9059be2da [term 3 FOLLOWER]: Becoming Follower/Learner. State: Replica: f564fad90ba44577ac4aa5c9059be2da, State: Initialized, Role: FOLLOWER
04:08:36.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:36.689953 25207 consensus_queue.cc:260] T 00000000000000000000000000000000 P f564fad90ba44577ac4aa5c9059be2da [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 6, Last appended: 3.6, Last appended by leader: 6, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b985d58384d344fead1344fbb3a4e38c" member_type: VOTER last_known_addr { host: "127.23.94.190" port: 41431 } } peers { permanent_uuid: "746f3e374e514a629c9a841bb74fa5ae" member_type: VOTER last_known_addr { host: "127.23.94.189" port: 45581 } } peers { permanent_uuid: "f564fad90ba44577ac4aa5c9059be2da" member_type: VOTER last_known_addr { host: "127.23.94.188" port: 41077 } }
04:08:36.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:36.692926 25217 sys_catalog.cc:455] T 00000000000000000000000000000000 P f564fad90ba44577ac4aa5c9059be2da [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 3 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b985d58384d344fead1344fbb3a4e38c" member_type: VOTER last_known_addr { host: "127.23.94.190" port: 41431 } } peers { permanent_uuid: "746f3e374e514a629c9a841bb74fa5ae" member_type: VOTER last_known_addr { host: "127.23.94.189" port: 45581 } } peers { permanent_uuid: "f564fad90ba44577ac4aa5c9059be2da" member_type: VOTER last_known_addr { host: "127.23.94.188" port: 41077 } } }
04:08:36.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:36.693790 25217 sys_catalog.cc:458] T 00000000000000000000000000000000 P f564fad90ba44577ac4aa5c9059be2da [sys.catalog]: This master's current role is: FOLLOWER
04:08:36.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:36.694208 25207 sys_catalog.cc:564] T 00000000000000000000000000000000 P f564fad90ba44577ac4aa5c9059be2da [sys.catalog]: configured and running, proceeding with master startup.
04:08:36.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:36.695472 23930 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskKPlGYQ/build/tsan/bin/kudu with pid 25098
04:08:37.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-06T04:08:37Z chronyd exiting
04:08:38.971 [DEBUG - main] (AsyncKuduClient.java:2704) Releasing all remaining resources
04:08:38.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:38.973084 23176 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskKPlGYQ/build/tsan/bin/kudu with pid 23462
04:08:39.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:39.011921 23176 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskKPlGYQ/build/tsan/bin/kudu with pid 23633
04:08:39.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:39.053481 23176 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskKPlGYQ/build/tsan/bin/kudu with pid 23777
04:08:39.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:39.082283 23176 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskKPlGYQ/build/tsan/bin/kudu with pid 23188
04:08:39.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:39.121050 23176 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskKPlGYQ/build/tsan/bin/kudu with pid 23258
04:08:39.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:08:39.160605 23176 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskKPlGYQ/build/tsan/bin/kudu with pid 23336
04:08:40.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-06T04:08:40Z chronyd exiting
04:08:41.372 [ERROR - main] (RetryRule.java:206) org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectExpires: failed attempt 1
org.apache.kudu.client.NonRecoverableException: cannot re-acquire authentication token after 5 attempts (Couldn't find a valid master in (127.23.94.190:41431,127.23.94.189:45581,127.23.94.188:41077). Exceptions received: [org.apache.kudu.client.NonRecoverableException: server requires authentication, but client does not have Kerberos credentials (tgt). Authentication tokens were not used because this connection will be used to acquire a new token and therefore requires primary credentials, org.apache.kudu.client.NonRecoverableException: server requires authentication, but client does not have Kerberos credentials (tgt). Authentication tokens were not used because this connection will be used to acquire a new token and therefore requires primary credentials, org.apache.kudu.client.NonRecoverableException: server requires authentication, but client does not have Kerberos credentials (tgt). Authentication tokens were not used because this connection will be used to acquire a new token and therefore requires primary credentials])
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110) ~[main/:?]
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564) ~[main/:?]
at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263) ~[main/:?]
at org.apache.kudu.client.TestSecurity$3.get(TestSecurity.java:386) ~[test/:?]
at org.apache.kudu.test.junit.AssertHelpers.assertEventuallyTrue(AssertHelpers.java:40) ~[kudu-test-utils-1.18.0-SNAPSHOT-unshaded.jar:1.18.0-SNAPSHOT]
at org.apache.kudu.client.TestSecurity.assertEventualAuthenticationFailure(TestSecurity.java:378) ~[test/:?]
at org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectExpires(TestSecurity.java:412) ~[test/:?]
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362]
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362]
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362]
at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362]
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_362]
at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362]
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.AuthnTokenReacquirer$1NewAuthnTokenErrB.call(AuthnTokenReacquirer.java:158) ~[main/:?]
at org.apache.kudu.client.AuthnTokenReacquirer$1NewAuthnTokenErrB.call(AuthnTokenReacquirer.java:141) ~[main/:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:268) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376) ~[main/:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277) ~[main/:?]
at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331) ~[main/:?]
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:256) ~[main/:?]
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154) ~[main/:?]
at org.apache.kudu.client.Connection.cleanup(Connection.java:737) ~[main/:?]
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455) ~[main/:?]
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:325) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireExceptionCaught(AbstractChannelHandlerContext.java:317) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.ChannelInboundHandlerAdapter.exceptionCaught(ChannelInboundHandlerAdapter.java:143) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:447) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362]
org.apache.kudu.client.NonRecoverableException: cannot re-acquire authentication token after 5 attempts (Couldn't find a valid master in (127.23.94.190:41431,127.23.94.189:45581,127.23.94.188:41077). Exceptions received: [org.apache.kudu.client.NonRecoverableException: server requires authentication, but client does not have Kerberos credentials (tgt). Authentication tokens were not used because this connection will be used to acquire a new token and therefore requires primary credentials, org.apache.kudu.client.NonRecoverableException: server requires authentication, but client does not have Kerberos credentials (tgt). Authentication tokens were not used because this connection will be used to acquire a new token and therefore requires primary credentials, org.apache.kudu.client.NonRecoverableException: server requires authentication, but client does not have Kerberos credentials (tgt). Authentication tokens were not used because this connection will be used to acquire a new token and therefore requires primary credentials])
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263)
at org.apache.kudu.client.TestSecurity$3.get(TestSecurity.java:386)
at org.apache.kudu.test.junit.AssertHelpers.assertEventuallyTrue(AssertHelpers.java:40)
at org.apache.kudu.client.TestSecurity.assertEventualAuthenticationFailure(TestSecurity.java:378)
at org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectExpires(TestSecurity.java:412)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.lang.Thread.run(Thread.java:750)
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.AuthnTokenReacquirer$1NewAuthnTokenErrB.call(AuthnTokenReacquirer.java:158)
at org.apache.kudu.client.AuthnTokenReacquirer$1NewAuthnTokenErrB.call(AuthnTokenReacquirer.java:141)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:268)
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:256)
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:325)
at io.netty.channel.AbstractChannelHandlerContext.fireExceptionCaught(AbstractChannelHandlerContext.java:317)
at io.netty.channel.ChannelInboundHandlerAdapter.exceptionCaught(ChannelInboundHandlerAdapter.java:143)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:447)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
... 1 more