19:36:55.646 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
19:36:55.646 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskdZog2H/test-tmp
19:36:55.647 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
19:36:55.647 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskdZog2H/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
19:36:55.648 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 3
enable_kerberos: false
cluster_root: "/tmp/dist-test-taskdZog2H/test-tmp/mini-kudu-cluster4168559760331312180"
hms_mode: NONE
mini_kdc_options {
}
principal: "kudu"
mini_oidc_options {
}
}
19:36:55.993 [DEBUG - main] (MiniKuduCluster.java:195) Response:
19:36:55.993 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}
19:36:55.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:36:55.996825 16604 mini_oidc.cc:152] Starting JWKS server
19:36:56.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:36:56.001006 16604 webserver.cc:460] Webserver started at http://127.0.0.1:43835/ using document root <none> and password file <none>
19:36:56.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:36:56.001562 16604 mini_oidc.cc:189] Starting OIDC Discovery server
19:36:56.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:36:56.003497 16604 webserver.cc:460] Webserver started at http://127.0.0.1:42663/ using document root <none> and password file <none>
19:36:56.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-12T19:36:56Z chronyd version 3.5 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -SECHASH -IPV6 +DEBUG)
19:36:56.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-12T19:36:56Z Disabled control of system clock
19:36:56.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:36:56.066802 16604 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskdZog2H/build/tsan/bin/kudu
19:36:56.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskdZog2H/build/tsan/bin/kudu
19:36:56.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskdZog2H/test-tmp/mini-kudu-cluster4168559760331312180/master-0/wal
19:36:56.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskdZog2H/test-tmp/mini-kudu-cluster4168559760331312180/master-0/data
19:36:56.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
19:36:56.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
19:36:56.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
19:36:56.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:36:56.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:36:56.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:36:56.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskdZog2H/test-tmp/mini-kudu-cluster4168559760331312180/master-0/logs
19:36:56.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskdZog2H/test-tmp/mini-kudu-cluster4168559760331312180/master-0/data/info.pb
19:36:56.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:36:56.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
19:36:56.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
19:36:56.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
19:36:56.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
19:36:56.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:36:56.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:36:56.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:36:56.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
19:36:56.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
19:36:56.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
19:36:56.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
19:36:56.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.16.55.62:34305
19:36:56.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.16.55.62
19:36:56.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:36:56.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.16.55.20:39873
19:36:56.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:36:56.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:36:56.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:36:56.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
19:36:56.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.16.55.62:34305,127.16.55.61:43849,127.16.55.60:42111
19:36:56.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
19:36:56.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:43835/jwks.json with env {}
19:36:56.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:36:56.391428 16621 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
19:36:56.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:36:56.392019 16621 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
19:36:56.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:36:56.392509 16621 flags.cc:425] Enabled unsafe flag: --never_fsync=true
19:36:56.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:36:56.425648 16621 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
19:36:56.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:36:56.425961 16621 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
19:36:56.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:36:56.426165 16621 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
19:36:56.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:36:56.426358 16621 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
19:36:56.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:36:56.426568 16621 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
19:36:56.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:36:56.426708 16621 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:43835/jwks.json
19:36:56.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:36:56.463640 16621 master_runner.cc:386] Master server non-default flags:
19:36:56.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:36:56.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.16.55.20:39873
19:36:56.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:36:56.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:36:56.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskdZog2H/test-tmp/mini-kudu-cluster4168559760331312180/master-0/data
19:36:56.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskdZog2H/test-tmp/mini-kudu-cluster4168559760331312180/master-0/wal
19:36:56.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
19:36:56.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.16.55.62:34305,127.16.55.61:43849,127.16.55.60:42111
19:36:56.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:36:56.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:36:56.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
19:36:56.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.16.55.62:34305
19:36:56.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
19:36:56.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
19:36:56.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
19:36:56.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:43835/jwks.json
19:36:56.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:36:56.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:36:56.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskdZog2H/test-tmp/mini-kudu-cluster4168559760331312180/master-0/data/info.pb
19:36:56.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.16.55.62
19:36:56.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:36:56.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
19:36:56.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:36:56.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
19:36:56.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
19:36:56.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:36:56.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskdZog2H/test-tmp/mini-kudu-cluster4168559760331312180/master-0/logs
19:36:56.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:36:56.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
19:36:56.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
19:36:56.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
19:36:56.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
19:36:56.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
19:36:56.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
19:36:56.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 12 Aug 2026 18:20:25 UTC on ccycloud.quasar-plgbua.root.comops.site
19:36:56.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4583012
19:36:56.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
19:36:56.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:36:56.464948 16621 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
19:36:56.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:36:56.466656 16621 file_cache.cc:493] Constructed file cache file cache with capacity 419430
19:36:56.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:36:56.487108 16629 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:36:57.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:36:56.487143 16634 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:36:57.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:36:56.487130 16630 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:36:57.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:36:56.488952 16621 server_base.cc:1034] running on GCE node
19:36:57.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:36:57.698316 16621 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
19:36:57.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:36:57.700994 16621 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
19:36:57.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:36:57.702529 16621 hybrid_clock.cc:648] HybridClock initialized: now 1786563417702520 us; error 88 us; skew 500 ppm
19:36:57.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:36:57.703876 16621 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
19:36:57.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:36:57.714818 16621 webserver.cc:460] Webserver started at http://127.16.55.62:35205/ using document root <none> and password file <none>
19:36:57.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:36:57.715832 16621 fs_manager.cc:359] Metadata directory not provided
19:36:57.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:36:57.716100 16621 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
19:36:57.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:36:57.716578 16621 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
19:36:57.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:36:57.722601 16621 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskdZog2H/test-tmp/mini-kudu-cluster4168559760331312180/master-0/data/instance:
19:36:57.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6911dcd1d3e94a96aa58b40f033dcabb"
19:36:57.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 19:36:57 on dist-test-slave-vxj2"
19:36:57.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:36:57.723840 16621 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskdZog2H/test-tmp/mini-kudu-cluster4168559760331312180/master-0/wal/instance:
19:36:57.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6911dcd1d3e94a96aa58b40f033dcabb"
19:36:57.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 19:36:57 on dist-test-slave-vxj2"
19:36:57.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:36:57.732059 16621 fs_manager.cc:691] Time spent creating directory manager: real 0.008s user 0.008s sys 0.000s
19:36:57.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:36:57.738409 16643 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
19:36:57.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:36:57.739626 16621 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.003s sys 0.002s
19:36:57.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:36:57.739950 16621 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskdZog2H/test-tmp/mini-kudu-cluster4168559760331312180/master-0/data,/tmp/dist-test-taskdZog2H/test-tmp/mini-kudu-cluster4168559760331312180/master-0/wal
19:36:57.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6911dcd1d3e94a96aa58b40f033dcabb"
19:36:57.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 19:36:57 on dist-test-slave-vxj2"
19:36:57.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:36:57.740283 16621 fs_report.cc:383] FS layout report
19:36:57.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
19:36:57.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskdZog2H/test-tmp/mini-kudu-cluster4168559760331312180/master-0/wal
19:36:57.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskdZog2H/test-tmp/mini-kudu-cluster4168559760331312180/master-0/wal
19:36:57.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskdZog2H/test-tmp/mini-kudu-cluster4168559760331312180/master-0/data/data
19:36:57.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
19:36:57.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
19:36:57.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
19:36:57.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
19:36:57.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
19:36:57.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
19:36:57.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
19:36:57.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
19:36:57.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
19:36:57.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
19:36:57.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
19:36:57.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:36:57.785454 16621 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
19:36:57.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:36:57.787042 16621 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
19:36:57.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:36:57.787585 16621 kserver.cc:163] Server-wide thread pool size limit: 3276
19:36:57.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:36:57.863754 16621 rpc_server.cc:307] RPC server started. Bound to: 127.16.55.62:34305
19:36:57.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:36:57.863878 16712 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.16.55.62:34305 every 8 connection(s)
19:36:57.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:36:57.866758 16621 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskdZog2H/test-tmp/mini-kudu-cluster4168559760331312180/master-0/data/info.pb
19:36:57.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:36:57.870118 16604 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskdZog2H/build/tsan/bin/kudu as pid 16621
19:36:57.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:36:57.870712 16604 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskdZog2H/test-tmp/mini-kudu-cluster4168559760331312180/master-0/wal/instance
19:36:57.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:36:57.873208 16713 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
19:36:57.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:36:57.876063 16604 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskdZog2H/build/tsan/bin/kudu
19:36:57.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskdZog2H/build/tsan/bin/kudu
19:36:57.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskdZog2H/test-tmp/mini-kudu-cluster4168559760331312180/master-1/wal
19:36:57.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskdZog2H/test-tmp/mini-kudu-cluster4168559760331312180/master-1/data
19:36:57.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
19:36:57.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
19:36:57.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
19:36:57.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:36:57.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:36:57.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:36:57.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskdZog2H/test-tmp/mini-kudu-cluster4168559760331312180/master-1/logs
19:36:57.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskdZog2H/test-tmp/mini-kudu-cluster4168559760331312180/master-1/data/info.pb
19:36:57.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:36:57.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
19:36:57.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
19:36:57.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
19:36:57.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
19:36:57.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:36:57.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:36:57.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:36:57.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
19:36:57.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
19:36:57.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
19:36:57.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
19:36:57.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.16.55.61:43849
19:36:57.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.16.55.61
19:36:57.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:36:57.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.16.55.20:39873
19:36:57.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:36:57.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:36:57.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:36:57.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
19:36:57.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.16.55.62:34305,127.16.55.61:43849,127.16.55.60:42111
19:36:57.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
19:36:57.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:43835/jwks.json with env {}
19:36:57.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:36:57.888628 16713 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.16.55.62" port: 34305 } has no permanent_uuid. Determining permanent_uuid...
19:36:57.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:36:57.919755 16713 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.16.55.61" port: 43849 } has no permanent_uuid. Determining permanent_uuid...
19:36:57.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:36:57.922238 16645 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.16.55.61:43849: connect: Connection refused (error 111)
19:36:57.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:36:57.926311 16713 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.16.55.61:43849: Network error: Client connection negotiation failed: client connection to 127.16.55.61:43849: connect: Connection refused (error 111)
19:36:57.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:36:57.975829 16713 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.16.55.61" port: 43849 } attempt: 1
19:36:57.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:36:57.979776 16713 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.16.55.61:43849: Network error: Client connection negotiation failed: client connection to 127.16.55.61:43849: connect: Connection refused (error 111)
19:36:58.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:36:58.048305 16713 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.16.55.61" port: 43849 } attempt: 2
19:36:58.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:36:58.052847 16713 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.16.55.61:43849: Network error: Client connection negotiation failed: client connection to 127.16.55.61:43849: connect: Connection refused (error 111)
19:36:58.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:36:58.144357 16713 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.16.55.61" port: 43849 } attempt: 3
19:36:58.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:36:58.148636 16713 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.16.55.61:43849: Network error: Client connection negotiation failed: client connection to 127.16.55.61:43849: connect: Connection refused (error 111)
19:36:58.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:36:58.201550 16715 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
19:36:58.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:36:58.202137 16715 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
19:36:58.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:36:58.202615 16715 flags.cc:425] Enabled unsafe flag: --never_fsync=true
19:36:58.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:36:58.235698 16715 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
19:36:58.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:36:58.236018 16715 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
19:36:58.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:36:58.236227 16715 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
19:36:58.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:36:58.236567 16715 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
19:36:58.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:36:58.236886 16715 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
19:36:58.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:36:58.237136 16715 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:43835/jwks.json
19:36:58.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:36:58.274011 16715 master_runner.cc:386] Master server non-default flags:
19:36:58.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:36:58.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.16.55.20:39873
19:36:58.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:36:58.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:36:58.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskdZog2H/test-tmp/mini-kudu-cluster4168559760331312180/master-1/data
19:36:58.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskdZog2H/test-tmp/mini-kudu-cluster4168559760331312180/master-1/wal
19:36:58.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
19:36:58.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.16.55.62:34305,127.16.55.61:43849,127.16.55.60:42111
19:36:58.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:36:58.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:36:58.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
19:36:58.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.16.55.61:43849
19:36:58.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
19:36:58.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
19:36:58.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
19:36:58.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:43835/jwks.json
19:36:58.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:36:58.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:36:58.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskdZog2H/test-tmp/mini-kudu-cluster4168559760331312180/master-1/data/info.pb
19:36:58.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.16.55.61
19:36:58.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:36:58.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
19:36:58.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:36:58.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
19:36:58.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
19:36:58.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:36:58.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskdZog2H/test-tmp/mini-kudu-cluster4168559760331312180/master-1/logs
19:36:58.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:36:58.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
19:36:58.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
19:36:58.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
19:36:58.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
19:36:58.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
19:36:58.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
19:36:58.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 12 Aug 2026 18:20:25 UTC on ccycloud.quasar-plgbua.root.comops.site
19:36:58.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4583012
19:36:58.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
19:36:58.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:36:58.275619 16715 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
19:36:58.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:36:58.277415 16715 file_cache.cc:493] Constructed file cache file cache with capacity 419430
19:36:58.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:36:58.292150 16713 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.16.55.61" port: 43849 } attempt: 4
19:36:58.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:36:58.296792 16713 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.16.55.61:43849: Network error: Client connection negotiation failed: client connection to 127.16.55.61:43849: connect: Connection refused (error 111)
19:36:58.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:36:58.299100 16726 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:36:58.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:36:58.596354 16713 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.16.55.61" port: 43849 } attempt: 5
19:36:58.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:36:58.600453 16713 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.16.55.61:43849: Network error: Client connection negotiation failed: client connection to 127.16.55.61:43849: connect: Connection refused (error 111)
19:36:59.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:36:59.148123 16713 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.16.55.61" port: 43849 } attempt: 6
19:36:59.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:36:59.155792 16713 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.16.55.61:43849: Network error: Client connection negotiation failed: client connection to 127.16.55.61:43849: connect: Connection refused (error 111)
19:36:59.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:36:58.299291 16728 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:36:59.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:36:58.299324 16725 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:36:59.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:36:58.301030 16715 server_base.cc:1034] running on GCE node
19:36:59.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:36:59.521806 16715 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
19:36:59.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:36:59.524636 16715 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
19:36:59.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:36:59.526005 16715 hybrid_clock.cc:648] HybridClock initialized: now 1786563419525958 us; error 61 us; skew 500 ppm
19:36:59.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:36:59.526844 16715 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
19:36:59.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:36:59.533581 16715 webserver.cc:460] Webserver started at http://127.16.55.61:40227/ using document root <none> and password file <none>
19:36:59.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:36:59.534623 16715 fs_manager.cc:359] Metadata directory not provided
19:36:59.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:36:59.534822 16715 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
19:36:59.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:36:59.535231 16715 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
19:36:59.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:36:59.540234 16715 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskdZog2H/test-tmp/mini-kudu-cluster4168559760331312180/master-1/data/instance:
19:36:59.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "75a3b9a82263441e81c6bd5b4400f41a"
19:36:59.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 19:36:59 on dist-test-slave-vxj2"
19:36:59.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:36:59.541474 16715 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskdZog2H/test-tmp/mini-kudu-cluster4168559760331312180/master-1/wal/instance:
19:36:59.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "75a3b9a82263441e81c6bd5b4400f41a"
19:36:59.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 19:36:59 on dist-test-slave-vxj2"
19:36:59.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:36:59.549121 16715 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.005s sys 0.002s
19:36:59.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:36:59.555045 16741 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
19:36:59.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:36:59.556293 16715 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.002s sys 0.003s
19:36:59.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:36:59.556625 16715 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskdZog2H/test-tmp/mini-kudu-cluster4168559760331312180/master-1/data,/tmp/dist-test-taskdZog2H/test-tmp/mini-kudu-cluster4168559760331312180/master-1/wal
19:36:59.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "75a3b9a82263441e81c6bd5b4400f41a"
19:36:59.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 19:36:59 on dist-test-slave-vxj2"
19:36:59.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:36:59.557014 16715 fs_report.cc:383] FS layout report
19:36:59.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
19:36:59.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskdZog2H/test-tmp/mini-kudu-cluster4168559760331312180/master-1/wal
19:36:59.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskdZog2H/test-tmp/mini-kudu-cluster4168559760331312180/master-1/wal
19:36:59.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskdZog2H/test-tmp/mini-kudu-cluster4168559760331312180/master-1/data/data
19:36:59.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
19:36:59.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
19:36:59.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
19:36:59.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
19:36:59.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
19:36:59.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
19:36:59.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
19:36:59.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
19:36:59.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
19:36:59.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
19:36:59.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
19:36:59.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:36:59.590641 16715 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
19:36:59.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:36:59.592211 16715 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
19:36:59.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:36:59.592633 16715 kserver.cc:163] Server-wide thread pool size limit: 3276
19:36:59.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:36:59.666673 16715 rpc_server.cc:307] RPC server started. Bound to: 127.16.55.61:43849
19:36:59.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:36:59.666790 16805 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.16.55.61:43849 every 8 connection(s)
19:36:59.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:36:59.669512 16715 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskdZog2H/test-tmp/mini-kudu-cluster4168559760331312180/master-1/data/info.pb
19:36:59.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:36:59.676424 16806 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
19:36:59.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:36:59.677862 16604 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskdZog2H/build/tsan/bin/kudu as pid 16715
19:36:59.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:36:59.678426 16604 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskdZog2H/test-tmp/mini-kudu-cluster4168559760331312180/master-1/wal/instance
19:36:59.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:36:59.680985 16604 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskdZog2H/build/tsan/bin/kudu
19:36:59.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskdZog2H/build/tsan/bin/kudu
19:36:59.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskdZog2H/test-tmp/mini-kudu-cluster4168559760331312180/master-2/wal
19:36:59.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskdZog2H/test-tmp/mini-kudu-cluster4168559760331312180/master-2/data
19:36:59.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
19:36:59.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
19:36:59.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
19:36:59.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:36:59.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:36:59.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:36:59.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskdZog2H/test-tmp/mini-kudu-cluster4168559760331312180/master-2/logs
19:36:59.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskdZog2H/test-tmp/mini-kudu-cluster4168559760331312180/master-2/data/info.pb
19:36:59.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:36:59.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
19:36:59.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
19:36:59.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
19:36:59.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
19:36:59.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:36:59.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:36:59.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:36:59.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
19:36:59.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
19:36:59.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
19:36:59.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
19:36:59.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.16.55.60:42111
19:36:59.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.16.55.60
19:36:59.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:36:59.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.16.55.20:39873
19:36:59.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:36:59.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:36:59.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:36:59.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
19:36:59.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.16.55.62:34305,127.16.55.61:43849,127.16.55.60:42111
19:36:59.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
19:36:59.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:43835/jwks.json with env {}
19:36:59.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:36:59.689385 16806 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.16.55.62" port: 34305 } has no permanent_uuid. Determining permanent_uuid...
19:36:59.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:36:59.713630 16806 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.16.55.61" port: 43849 } has no permanent_uuid. Determining permanent_uuid...
19:36:59.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:36:59.731194 16806 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.16.55.60" port: 42111 } has no permanent_uuid. Determining permanent_uuid...
19:36:59.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:36:59.733768 16745 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.16.55.60:42111: connect: Connection refused (error 111)
19:36:59.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:36:59.737913 16806 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.16.55.60:42111: Network error: Client connection negotiation failed: client connection to 127.16.55.60:42111: connect: Connection refused (error 111)
19:36:59.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:36:59.787444 16806 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.16.55.60" port: 42111 } attempt: 1
19:36:59.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:36:59.791464 16806 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.16.55.60:42111: Network error: Client connection negotiation failed: client connection to 127.16.55.60:42111: connect: Connection refused (error 111)
19:36:59.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:36:59.859869 16806 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.16.55.60" port: 42111 } attempt: 2
19:36:59.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:36:59.864676 16806 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.16.55.60:42111: Network error: Client connection negotiation failed: client connection to 127.16.55.60:42111: connect: Connection refused (error 111)
19:36:59.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:36:59.956144 16806 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.16.55.60" port: 42111 } attempt: 3
19:36:59.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:36:59.960378 16806 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.16.55.60:42111: Network error: Client connection negotiation failed: client connection to 127.16.55.60:42111: connect: Connection refused (error 111)
19:37:00.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:37:00.007676 16811 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
19:37:00.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:37:00.008404 16811 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
19:37:00.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:37:00.009025 16811 flags.cc:425] Enabled unsafe flag: --never_fsync=true
19:37:00.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:37:00.041306 16811 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
19:37:00.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:37:00.041774 16811 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
19:37:00.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:37:00.042150 16811 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
19:37:00.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:37:00.042481 16811 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
19:37:00.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:37:00.042794 16811 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
19:37:00.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:37:00.043031 16811 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:43835/jwks.json
19:37:00.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:00.079643 16811 master_runner.cc:386] Master server non-default flags:
19:37:00.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:37:00.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.16.55.20:39873
19:37:00.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:37:00.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:37:00.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskdZog2H/test-tmp/mini-kudu-cluster4168559760331312180/master-2/data
19:37:00.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskdZog2H/test-tmp/mini-kudu-cluster4168559760331312180/master-2/wal
19:37:00.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
19:37:00.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.16.55.62:34305,127.16.55.61:43849,127.16.55.60:42111
19:37:00.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:37:00.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:37:00.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
19:37:00.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.16.55.60:42111
19:37:00.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
19:37:00.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
19:37:00.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
19:37:00.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:43835/jwks.json
19:37:00.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:37:00.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:37:00.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskdZog2H/test-tmp/mini-kudu-cluster4168559760331312180/master-2/data/info.pb
19:37:00.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.16.55.60
19:37:00.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:37:00.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
19:37:00.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:37:00.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
19:37:00.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
19:37:00.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:37:00.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskdZog2H/test-tmp/mini-kudu-cluster4168559760331312180/master-2/logs
19:37:00.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:37:00.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
19:37:00.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
19:37:00.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
19:37:00.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
19:37:00.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
19:37:00.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
19:37:00.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 12 Aug 2026 18:20:25 UTC on ccycloud.quasar-plgbua.root.comops.site
19:37:00.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4583012
19:37:00.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
19:37:00.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:00.081265 16811 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
19:37:00.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:00.083016 16811 file_cache.cc:493] Constructed file cache file cache with capacity 419430
19:37:00.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:37:00.103341 16826 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:37:00.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:00.104346 16806 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.16.55.60" port: 42111 } attempt: 4
19:37:00.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:37:00.108716 16806 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.16.55.60:42111: Network error: Client connection negotiation failed: client connection to 127.16.55.60:42111: connect: Connection refused (error 111)
19:37:00.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:00.216452 16713 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.16.55.61" port: 43849 } attempt: 7
19:37:00.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:00.234776 16713 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.16.55.60" port: 42111 } has no permanent_uuid. Determining permanent_uuid...
19:37:00.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:37:00.241623 16713 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.16.55.60:42111: Network error: Client connection negotiation failed: client connection to 127.16.55.60:42111: connect: Connection refused (error 111)
19:37:00.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:00.300076 16713 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.16.55.60" port: 42111 } attempt: 1
19:37:00.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:37:00.304994 16713 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.16.55.60:42111: Network error: Client connection negotiation failed: client connection to 127.16.55.60:42111: connect: Connection refused (error 111)
19:37:00.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:00.386471 16713 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.16.55.60" port: 42111 } attempt: 2
19:37:00.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:37:00.391747 16713 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.16.55.60:42111: Network error: Client connection negotiation failed: client connection to 127.16.55.60:42111: connect: Connection refused (error 111)
19:37:00.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:00.408226 16806 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.16.55.60" port: 42111 } attempt: 5
19:37:00.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:37:00.413280 16806 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.16.55.60:42111: Network error: Client connection negotiation failed: client connection to 127.16.55.60:42111: connect: Connection refused (error 111)
19:37:00.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:00.477274 16713 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.16.55.60" port: 42111 } attempt: 3
19:37:00.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:37:00.482342 16713 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.16.55.60:42111: Network error: Client connection negotiation failed: client connection to 127.16.55.60:42111: connect: Connection refused (error 111)
19:37:00.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:00.622849 16713 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.16.55.60" port: 42111 } attempt: 4
19:37:00.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:37:00.628055 16713 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.16.55.60:42111: Network error: Client connection negotiation failed: client connection to 127.16.55.60:42111: connect: Connection refused (error 111)
19:37:00.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:00.911502 16713 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.16.55.60" port: 42111 } attempt: 5
19:37:00.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:37:00.916320 16713 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.16.55.60:42111: Network error: Client connection negotiation failed: client connection to 127.16.55.60:42111: connect: Connection refused (error 111)
19:37:00.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:00.960772 16806 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.16.55.60" port: 42111 } attempt: 6
19:37:00.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:37:00.968412 16806 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.16.55.60:42111: Network error: Client connection negotiation failed: client connection to 127.16.55.60:42111: connect: Connection refused (error 111)
19:37:01.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:37:00.103811 16830 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:37:01.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:00.105906 16811 server_base.cc:1034] running on GCE node
19:37:01.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:37:00.103966 16828 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:37:01.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:01.404217 16811 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
19:37:01.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:01.407017 16811 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
19:37:01.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:01.408376 16811 hybrid_clock.cc:648] HybridClock initialized: now 1786563421408343 us; error 51 us; skew 500 ppm
19:37:01.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:01.409302 16811 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
19:37:01.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:01.416428 16811 webserver.cc:460] Webserver started at http://127.16.55.60:37361/ using document root <none> and password file <none>
19:37:01.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:01.417490 16811 fs_manager.cc:359] Metadata directory not provided
19:37:01.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:01.417688 16811 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
19:37:01.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:01.418094 16811 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
19:37:01.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:01.423216 16811 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskdZog2H/test-tmp/mini-kudu-cluster4168559760331312180/master-2/data/instance:
19:37:01.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "5e9fb00e653b40b8a41326cc0e5aec9b"
19:37:01.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 19:37:01 on dist-test-slave-vxj2"
19:37:01.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:01.424363 16811 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskdZog2H/test-tmp/mini-kudu-cluster4168559760331312180/master-2/wal/instance:
19:37:01.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "5e9fb00e653b40b8a41326cc0e5aec9b"
19:37:01.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 19:37:01 on dist-test-slave-vxj2"
19:37:01.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:01.432227 16811 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.005s sys 0.004s
19:37:01.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:01.438124 16845 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
19:37:01.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:01.439324 16811 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.002s sys 0.002s
19:37:01.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:01.439634 16811 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskdZog2H/test-tmp/mini-kudu-cluster4168559760331312180/master-2/data,/tmp/dist-test-taskdZog2H/test-tmp/mini-kudu-cluster4168559760331312180/master-2/wal
19:37:01.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "5e9fb00e653b40b8a41326cc0e5aec9b"
19:37:01.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 19:37:01 on dist-test-slave-vxj2"
19:37:01.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:01.439971 16811 fs_report.cc:383] FS layout report
19:37:01.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
19:37:01.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskdZog2H/test-tmp/mini-kudu-cluster4168559760331312180/master-2/wal
19:37:01.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskdZog2H/test-tmp/mini-kudu-cluster4168559760331312180/master-2/wal
19:37:01.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskdZog2H/test-tmp/mini-kudu-cluster4168559760331312180/master-2/data/data
19:37:01.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
19:37:01.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
19:37:01.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
19:37:01.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
19:37:01.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
19:37:01.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
19:37:01.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
19:37:01.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
19:37:01.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
19:37:01.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
19:37:01.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
19:37:01.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:01.468729 16713 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.16.55.60" port: 42111 } attempt: 6
19:37:01.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:37:01.475615 16713 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.16.55.60:42111: Network error: Client connection negotiation failed: client connection to 127.16.55.60:42111: connect: Connection refused (error 111)
19:37:01.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:01.477099 16811 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
19:37:01.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:01.478803 16811 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
19:37:01.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:01.479245 16811 kserver.cc:163] Server-wide thread pool size limit: 3276
19:37:01.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:01.555989 16811 rpc_server.cc:307] RPC server started. Bound to: 127.16.55.60:42111
19:37:01.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:01.556099 16909 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.16.55.60:42111 every 8 connection(s)
19:37:01.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:01.558838 16811 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskdZog2H/test-tmp/mini-kudu-cluster4168559760331312180/master-2/data/info.pb
19:37:01.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:01.563997 16604 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskdZog2H/build/tsan/bin/kudu as pid 16811
19:37:01.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:01.564538 16604 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskdZog2H/test-tmp/mini-kudu-cluster4168559760331312180/master-2/wal/instance
19:37:01.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:01.566159 16911 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
19:37:01.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:01.584743 16911 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.16.55.62" port: 34305 } has no permanent_uuid. Determining permanent_uuid...
19:37:01.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:01.614238 16911 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.16.55.61" port: 43849 } has no permanent_uuid. Determining permanent_uuid...
19:37:01.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:01.626832 16911 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.16.55.60" port: 42111 } has no permanent_uuid. Determining permanent_uuid...
19:37:01.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:01.646353 16911 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 5e9fb00e653b40b8a41326cc0e5aec9b: Bootstrap starting.
19:37:01.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:01.652630 16911 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 5e9fb00e653b40b8a41326cc0e5aec9b: Neither blocks nor log segments found. Creating new log.
19:37:01.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:01.654803 16911 log.cc:824] T 00000000000000000000000000000000 P 5e9fb00e653b40b8a41326cc0e5aec9b: Log is configured to *not* fsync() on all Append() calls
19:37:01.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:01.659611 16911 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 5e9fb00e653b40b8a41326cc0e5aec9b: No bootstrap required, opened a new log
19:37:01.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:01.687638 16911 raft_consensus.cc:348] T 00000000000000000000000000000000 P 5e9fb00e653b40b8a41326cc0e5aec9b [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6911dcd1d3e94a96aa58b40f033dcabb" member_type: VOTER last_known_addr { host: "127.16.55.62" port: 34305 } } peers { permanent_uuid: "75a3b9a82263441e81c6bd5b4400f41a" member_type: VOTER last_known_addr { host: "127.16.55.61" port: 43849 } } peers { permanent_uuid: "5e9fb00e653b40b8a41326cc0e5aec9b" member_type: VOTER last_known_addr { host: "127.16.55.60" port: 42111 } }
19:37:01.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:01.688557 16911 raft_consensus.cc:374] T 00000000000000000000000000000000 P 5e9fb00e653b40b8a41326cc0e5aec9b [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
19:37:01.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:01.688865 16911 raft_consensus.cc:729] T 00000000000000000000000000000000 P 5e9fb00e653b40b8a41326cc0e5aec9b [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 5e9fb00e653b40b8a41326cc0e5aec9b, State: Initialized, Role: FOLLOWER
19:37:01.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:01.689898 16911 consensus_queue.cc:260] T 00000000000000000000000000000000 P 5e9fb00e653b40b8a41326cc0e5aec9b [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6911dcd1d3e94a96aa58b40f033dcabb" member_type: VOTER last_known_addr { host: "127.16.55.62" port: 34305 } } peers { permanent_uuid: "75a3b9a82263441e81c6bd5b4400f41a" member_type: VOTER last_known_addr { host: "127.16.55.61" port: 43849 } } peers { permanent_uuid: "5e9fb00e653b40b8a41326cc0e5aec9b" member_type: VOTER last_known_addr { host: "127.16.55.60" port: 42111 } }
19:37:01.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:01.693260 16922 sys_catalog.cc:455] T 00000000000000000000000000000000 P 5e9fb00e653b40b8a41326cc0e5aec9b [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6911dcd1d3e94a96aa58b40f033dcabb" member_type: VOTER last_known_addr { host: "127.16.55.62" port: 34305 } } peers { permanent_uuid: "75a3b9a82263441e81c6bd5b4400f41a" member_type: VOTER last_known_addr { host: "127.16.55.61" port: 43849 } } peers { permanent_uuid: "5e9fb00e653b40b8a41326cc0e5aec9b" member_type: VOTER last_known_addr { host: "127.16.55.60" port: 42111 } } }
19:37:01.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:01.694128 16922 sys_catalog.cc:458] T 00000000000000000000000000000000 P 5e9fb00e653b40b8a41326cc0e5aec9b [sys.catalog]: This master's current role is: FOLLOWER
19:37:01.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:01.695387 16911 sys_catalog.cc:564] T 00000000000000000000000000000000 P 5e9fb00e653b40b8a41326cc0e5aec9b [sys.catalog]: configured and running, proceeding with master startup.
19:37:01.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:37:01.733067 16933 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 5e9fb00e653b40b8a41326cc0e5aec9b: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:37:01.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:37:01.733438 16933 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:37:01.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:37:01.734782 16856 tablet.cc:2369] T 00000000000000000000000000000000 P 5e9fb00e653b40b8a41326cc0e5aec9b: Can't schedule compaction. Clean time has not been advanced past its initial value.
19:37:01.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:01.728453 16811 master_runner.cc:186] Error getting master registration for 127.16.55.62:34305: OK, instance_id { permanent_uuid: "6911dcd1d3e94a96aa58b40f033dcabb" instance_seqno: 1786563417842718 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
19:37:01.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:01.764088 16811 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
19:37:02.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:02.029114 16806 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.16.55.60" port: 42111 } attempt: 7
19:37:02.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:02.048127 16806 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 75a3b9a82263441e81c6bd5b4400f41a: Bootstrap starting.
19:37:02.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:02.053920 16806 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 75a3b9a82263441e81c6bd5b4400f41a: Neither blocks nor log segments found. Creating new log.
19:37:02.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:02.055929 16806 log.cc:824] T 00000000000000000000000000000000 P 75a3b9a82263441e81c6bd5b4400f41a: Log is configured to *not* fsync() on all Append() calls
19:37:02.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:02.061690 16806 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 75a3b9a82263441e81c6bd5b4400f41a: No bootstrap required, opened a new log
19:37:02.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:02.083977 16806 raft_consensus.cc:348] T 00000000000000000000000000000000 P 75a3b9a82263441e81c6bd5b4400f41a [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6911dcd1d3e94a96aa58b40f033dcabb" member_type: VOTER last_known_addr { host: "127.16.55.62" port: 34305 } } peers { permanent_uuid: "75a3b9a82263441e81c6bd5b4400f41a" member_type: VOTER last_known_addr { host: "127.16.55.61" port: 43849 } } peers { permanent_uuid: "5e9fb00e653b40b8a41326cc0e5aec9b" member_type: VOTER last_known_addr { host: "127.16.55.60" port: 42111 } }
19:37:02.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:02.084712 16806 raft_consensus.cc:374] T 00000000000000000000000000000000 P 75a3b9a82263441e81c6bd5b4400f41a [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
19:37:02.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:02.085062 16806 raft_consensus.cc:729] T 00000000000000000000000000000000 P 75a3b9a82263441e81c6bd5b4400f41a [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 75a3b9a82263441e81c6bd5b4400f41a, State: Initialized, Role: FOLLOWER
19:37:02.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:02.086097 16806 consensus_queue.cc:260] T 00000000000000000000000000000000 P 75a3b9a82263441e81c6bd5b4400f41a [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6911dcd1d3e94a96aa58b40f033dcabb" member_type: VOTER last_known_addr { host: "127.16.55.62" port: 34305 } } peers { permanent_uuid: "75a3b9a82263441e81c6bd5b4400f41a" member_type: VOTER last_known_addr { host: "127.16.55.61" port: 43849 } } peers { permanent_uuid: "5e9fb00e653b40b8a41326cc0e5aec9b" member_type: VOTER last_known_addr { host: "127.16.55.60" port: 42111 } }
19:37:02.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:02.089087 16939 sys_catalog.cc:455] T 00000000000000000000000000000000 P 75a3b9a82263441e81c6bd5b4400f41a [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6911dcd1d3e94a96aa58b40f033dcabb" member_type: VOTER last_known_addr { host: "127.16.55.62" port: 34305 } } peers { permanent_uuid: "75a3b9a82263441e81c6bd5b4400f41a" member_type: VOTER last_known_addr { host: "127.16.55.61" port: 43849 } } peers { permanent_uuid: "5e9fb00e653b40b8a41326cc0e5aec9b" member_type: VOTER last_known_addr { host: "127.16.55.60" port: 42111 } } }
19:37:02.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:02.090301 16939 sys_catalog.cc:458] T 00000000000000000000000000000000 P 75a3b9a82263441e81c6bd5b4400f41a [sys.catalog]: This master's current role is: FOLLOWER
19:37:02.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:02.091195 16806 sys_catalog.cc:564] T 00000000000000000000000000000000 P 75a3b9a82263441e81c6bd5b4400f41a [sys.catalog]: configured and running, proceeding with master startup.
19:37:02.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:37:02.100608 16748 tablet.cc:2369] T 00000000000000000000000000000000 P 75a3b9a82263441e81c6bd5b4400f41a: Can't schedule compaction. Clean time has not been advanced past its initial value.
19:37:02.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:37:02.124487 16952 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 75a3b9a82263441e81c6bd5b4400f41a: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:37:02.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:37:02.124890 16952 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:37:02.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:02.148701 16922 raft_consensus.cc:482] T 00000000000000000000000000000000 P 5e9fb00e653b40b8a41326cc0e5aec9b [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
19:37:02.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:02.149351 16922 raft_consensus.cc:504] T 00000000000000000000000000000000 P 5e9fb00e653b40b8a41326cc0e5aec9b [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6911dcd1d3e94a96aa58b40f033dcabb" member_type: VOTER last_known_addr { host: "127.16.55.62" port: 34305 } } peers { permanent_uuid: "75a3b9a82263441e81c6bd5b4400f41a" member_type: VOTER last_known_addr { host: "127.16.55.61" port: 43849 } } peers { permanent_uuid: "5e9fb00e653b40b8a41326cc0e5aec9b" member_type: VOTER last_known_addr { host: "127.16.55.60" port: 42111 } }
19:37:02.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:02.154925 16774 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "5e9fb00e653b40b8a41326cc0e5aec9b" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "75a3b9a82263441e81c6bd5b4400f41a" is_pre_election: true
19:37:02.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:02.155881 16774 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 75a3b9a82263441e81c6bd5b4400f41a [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 5e9fb00e653b40b8a41326cc0e5aec9b in term 0.
19:37:02.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:02.157624 16848 leader_election.cc:302] T 00000000000000000000000000000000 P 5e9fb00e653b40b8a41326cc0e5aec9b [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 5e9fb00e653b40b8a41326cc0e5aec9b, 75a3b9a82263441e81c6bd5b4400f41a; no voters:
19:37:02.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:02.118122 16715 master_runner.cc:186] Error getting master registration for 127.16.55.62:34305: OK, instance_id { permanent_uuid: "6911dcd1d3e94a96aa58b40f033dcabb" instance_seqno: 1786563417842718 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
19:37:02.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:02.160805 16922 leader_election.cc:288] T 00000000000000000000000000000000 P 5e9fb00e653b40b8a41326cc0e5aec9b [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 6911dcd1d3e94a96aa58b40f033dcabb (127.16.55.62:34305), 75a3b9a82263441e81c6bd5b4400f41a (127.16.55.61:43849)
19:37:02.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:02.160960 16715 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
19:37:02.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:02.161370 16922 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 5e9fb00e653b40b8a41326cc0e5aec9b [term 0 FOLLOWER]: Leader pre-election won for term 1
19:37:02.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:02.161761 16922 raft_consensus.cc:482] T 00000000000000000000000000000000 P 5e9fb00e653b40b8a41326cc0e5aec9b [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
19:37:02.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:02.162099 16922 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 5e9fb00e653b40b8a41326cc0e5aec9b [term 0 FOLLOWER]: Advancing to term 1
19:37:02.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:02.175303 16922 raft_consensus.cc:504] T 00000000000000000000000000000000 P 5e9fb00e653b40b8a41326cc0e5aec9b [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6911dcd1d3e94a96aa58b40f033dcabb" member_type: VOTER last_known_addr { host: "127.16.55.62" port: 34305 } } peers { permanent_uuid: "75a3b9a82263441e81c6bd5b4400f41a" member_type: VOTER last_known_addr { host: "127.16.55.61" port: 43849 } } peers { permanent_uuid: "5e9fb00e653b40b8a41326cc0e5aec9b" member_type: VOTER last_known_addr { host: "127.16.55.60" port: 42111 } }
19:37:02.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:02.180119 16774 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "5e9fb00e653b40b8a41326cc0e5aec9b" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "75a3b9a82263441e81c6bd5b4400f41a"
19:37:02.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:02.180785 16774 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 75a3b9a82263441e81c6bd5b4400f41a [term 0 FOLLOWER]: Advancing to term 1
19:37:02.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:02.188731 16774 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 75a3b9a82263441e81c6bd5b4400f41a [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 5e9fb00e653b40b8a41326cc0e5aec9b in term 1.
19:37:02.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:02.189932 16922 leader_election.cc:288] T 00000000000000000000000000000000 P 5e9fb00e653b40b8a41326cc0e5aec9b [CANDIDATE]: Term 1 election: Requested vote from peers 6911dcd1d3e94a96aa58b40f033dcabb (127.16.55.62:34305), 75a3b9a82263441e81c6bd5b4400f41a (127.16.55.61:43849)
19:37:02.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:02.190725 16848 leader_election.cc:302] T 00000000000000000000000000000000 P 5e9fb00e653b40b8a41326cc0e5aec9b [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 5e9fb00e653b40b8a41326cc0e5aec9b, 75a3b9a82263441e81c6bd5b4400f41a; no voters:
19:37:02.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:02.191799 16922 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 5e9fb00e653b40b8a41326cc0e5aec9b [term 1 FOLLOWER]: Leader election won for term 1
19:37:02.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:02.193295 16922 raft_consensus.cc:686] T 00000000000000000000000000000000 P 5e9fb00e653b40b8a41326cc0e5aec9b [term 1 LEADER]: Becoming Leader. State: Replica: 5e9fb00e653b40b8a41326cc0e5aec9b, State: Running, Role: LEADER
19:37:02.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:02.195554 16922 consensus_queue.cc:237] T 00000000000000000000000000000000 P 5e9fb00e653b40b8a41326cc0e5aec9b [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6911dcd1d3e94a96aa58b40f033dcabb" member_type: VOTER last_known_addr { host: "127.16.55.62" port: 34305 } } peers { permanent_uuid: "75a3b9a82263441e81c6bd5b4400f41a" member_type: VOTER last_known_addr { host: "127.16.55.61" port: 43849 } } peers { permanent_uuid: "5e9fb00e653b40b8a41326cc0e5aec9b" member_type: VOTER last_known_addr { host: "127.16.55.60" port: 42111 } }
19:37:02.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:02.204411 16956 sys_catalog.cc:455] T 00000000000000000000000000000000 P 5e9fb00e653b40b8a41326cc0e5aec9b [sys.catalog]: SysCatalogTable state changed. Reason: New leader 5e9fb00e653b40b8a41326cc0e5aec9b. Latest consensus state: current_term: 1 leader_uuid: "5e9fb00e653b40b8a41326cc0e5aec9b" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6911dcd1d3e94a96aa58b40f033dcabb" member_type: VOTER last_known_addr { host: "127.16.55.62" port: 34305 } } peers { permanent_uuid: "75a3b9a82263441e81c6bd5b4400f41a" member_type: VOTER last_known_addr { host: "127.16.55.61" port: 43849 } } peers { permanent_uuid: "5e9fb00e653b40b8a41326cc0e5aec9b" member_type: VOTER last_known_addr { host: "127.16.55.60" port: 42111 } } }
19:37:02.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:02.205561 16956 sys_catalog.cc:458] T 00000000000000000000000000000000 P 5e9fb00e653b40b8a41326cc0e5aec9b [sys.catalog]: This master's current role is: LEADER
19:37:02.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:02.217907 16958 catalog_manager.cc:1475] Loading table and tablet metadata into memory...
19:37:02.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:02.228984 16958 catalog_manager.cc:1484] Initializing Kudu cluster ID...
19:37:02.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:02.247063 16774 raft_consensus.cc:1261] T 00000000000000000000000000000000 P 75a3b9a82263441e81c6bd5b4400f41a [term 1 FOLLOWER]: Refusing update from remote peer 5e9fb00e653b40b8a41326cc0e5aec9b: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
19:37:02.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:02.248976 16956 consensus_queue.cc:1035] T 00000000000000000000000000000000 P 5e9fb00e653b40b8a41326cc0e5aec9b [LEADER]: Connected to new peer: Peer: permanent_uuid: "75a3b9a82263441e81c6bd5b4400f41a" member_type: VOTER last_known_addr { host: "127.16.55.61" port: 43849 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
19:37:02.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:02.277948 16939 sys_catalog.cc:455] T 00000000000000000000000000000000 P 75a3b9a82263441e81c6bd5b4400f41a [sys.catalog]: SysCatalogTable state changed. Reason: New leader 5e9fb00e653b40b8a41326cc0e5aec9b. Latest consensus state: current_term: 1 leader_uuid: "5e9fb00e653b40b8a41326cc0e5aec9b" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6911dcd1d3e94a96aa58b40f033dcabb" member_type: VOTER last_known_addr { host: "127.16.55.62" port: 34305 } } peers { permanent_uuid: "75a3b9a82263441e81c6bd5b4400f41a" member_type: VOTER last_known_addr { host: "127.16.55.61" port: 43849 } } peers { permanent_uuid: "5e9fb00e653b40b8a41326cc0e5aec9b" member_type: VOTER last_known_addr { host: "127.16.55.60" port: 42111 } } }
19:37:02.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:02.278796 16939 sys_catalog.cc:458] T 00000000000000000000000000000000 P 75a3b9a82263441e81c6bd5b4400f41a [sys.catalog]: This master's current role is: FOLLOWER
19:37:02.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:02.292055 16959 mvcc.cc:205] Tried to move back new op lower bound from 7317763777505964032 to 7317763777326952448. Current Snapshot: MvccSnapshot[applied={T|T < 7317763777505964032}]
19:37:02.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:02.293346 16960 mvcc.cc:205] Tried to move back new op lower bound from 7317763777505964032 to 7317763777326952448. Current Snapshot: MvccSnapshot[applied={T|T < 7317763777505964032}]
19:37:02.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:02.298903 16922 sys_catalog.cc:455] T 00000000000000000000000000000000 P 5e9fb00e653b40b8a41326cc0e5aec9b [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "5e9fb00e653b40b8a41326cc0e5aec9b" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6911dcd1d3e94a96aa58b40f033dcabb" member_type: VOTER last_known_addr { host: "127.16.55.62" port: 34305 } } peers { permanent_uuid: "75a3b9a82263441e81c6bd5b4400f41a" member_type: VOTER last_known_addr { host: "127.16.55.61" port: 43849 } } peers { permanent_uuid: "5e9fb00e653b40b8a41326cc0e5aec9b" member_type: VOTER last_known_addr { host: "127.16.55.60" port: 42111 } } }
19:37:02.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:02.299695 16922 sys_catalog.cc:458] T 00000000000000000000000000000000 P 5e9fb00e653b40b8a41326cc0e5aec9b [sys.catalog]: This master's current role is: LEADER
19:37:02.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:02.301349 16958 catalog_manager.cc:1347] Generated new cluster ID: f9731ea4257d4ee6894ff054e8729046
19:37:02.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:02.301638 16958 catalog_manager.cc:1495] Initializing Kudu internal certificate authority...
19:37:02.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:02.318351 16939 sys_catalog.cc:455] T 00000000000000000000000000000000 P 75a3b9a82263441e81c6bd5b4400f41a [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "5e9fb00e653b40b8a41326cc0e5aec9b" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6911dcd1d3e94a96aa58b40f033dcabb" member_type: VOTER last_known_addr { host: "127.16.55.62" port: 34305 } } peers { permanent_uuid: "75a3b9a82263441e81c6bd5b4400f41a" member_type: VOTER last_known_addr { host: "127.16.55.61" port: 43849 } } peers { permanent_uuid: "5e9fb00e653b40b8a41326cc0e5aec9b" member_type: VOTER last_known_addr { host: "127.16.55.60" port: 42111 } } }
19:37:02.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:02.319137 16939 sys_catalog.cc:458] T 00000000000000000000000000000000 P 75a3b9a82263441e81c6bd5b4400f41a [sys.catalog]: This master's current role is: FOLLOWER
19:37:02.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:02.353757 16958 catalog_manager.cc:1370] Generated new certificate authority record
19:37:02.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:02.356464 16958 catalog_manager.cc:1504] Loading token signing keys...
19:37:02.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:02.396001 16958 catalog_manager.cc:5868] T 00000000000000000000000000000000 P 5e9fb00e653b40b8a41326cc0e5aec9b: Generated new TSK 0
19:37:02.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:02.397295 16958 catalog_manager.cc:1514] Initializing in-progress tserver states...
19:37:02.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:02.452298 16604 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskdZog2H/build/tsan/bin/kudu
19:37:02.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskdZog2H/build/tsan/bin/kudu
19:37:02.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskdZog2H/test-tmp/mini-kudu-cluster4168559760331312180/ts-0/wal
19:37:02.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskdZog2H/test-tmp/mini-kudu-cluster4168559760331312180/ts-0/data
19:37:02.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
19:37:02.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
19:37:02.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
19:37:02.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:37:02.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:37:02.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:37:02.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskdZog2H/test-tmp/mini-kudu-cluster4168559760331312180/ts-0/logs
19:37:02.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskdZog2H/test-tmp/mini-kudu-cluster4168559760331312180/ts-0/data/info.pb
19:37:02.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:37:02.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
19:37:02.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
19:37:02.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
19:37:02.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
19:37:02.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:37:02.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:37:02.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:37:02.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
19:37:02.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
19:37:02.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.16.55.1:0
19:37:02.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.16.55.1
19:37:02.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.16.55.1
19:37:02.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:37:02.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.16.55.62:34305,127.16.55.61:43849,127.16.55.60:42111
19:37:02.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.16.55.20:39873
19:37:02.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:37:02.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:37:02.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
19:37:02.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:02.509038 16713 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.16.55.60" port: 42111 } attempt: 7
19:37:02.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:02.546263 16713 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 6911dcd1d3e94a96aa58b40f033dcabb: Bootstrap starting.
19:37:02.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:02.568665 16713 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 6911dcd1d3e94a96aa58b40f033dcabb: Neither blocks nor log segments found. Creating new log.
19:37:02.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:02.576217 16713 log.cc:824] T 00000000000000000000000000000000 P 6911dcd1d3e94a96aa58b40f033dcabb: Log is configured to *not* fsync() on all Append() calls
19:37:02.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:02.594707 16713 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 6911dcd1d3e94a96aa58b40f033dcabb: No bootstrap required, opened a new log
19:37:02.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:02.639676 16713 raft_consensus.cc:348] T 00000000000000000000000000000000 P 6911dcd1d3e94a96aa58b40f033dcabb [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6911dcd1d3e94a96aa58b40f033dcabb" member_type: VOTER last_known_addr { host: "127.16.55.62" port: 34305 } } peers { permanent_uuid: "75a3b9a82263441e81c6bd5b4400f41a" member_type: VOTER last_known_addr { host: "127.16.55.61" port: 43849 } } peers { permanent_uuid: "5e9fb00e653b40b8a41326cc0e5aec9b" member_type: VOTER last_known_addr { host: "127.16.55.60" port: 42111 } }
19:37:02.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:02.640645 16713 raft_consensus.cc:374] T 00000000000000000000000000000000 P 6911dcd1d3e94a96aa58b40f033dcabb [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
19:37:02.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:02.640962 16713 raft_consensus.cc:729] T 00000000000000000000000000000000 P 6911dcd1d3e94a96aa58b40f033dcabb [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 6911dcd1d3e94a96aa58b40f033dcabb, State: Initialized, Role: FOLLOWER
19:37:02.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:02.641943 16713 consensus_queue.cc:260] T 00000000000000000000000000000000 P 6911dcd1d3e94a96aa58b40f033dcabb [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6911dcd1d3e94a96aa58b40f033dcabb" member_type: VOTER last_known_addr { host: "127.16.55.62" port: 34305 } } peers { permanent_uuid: "75a3b9a82263441e81c6bd5b4400f41a" member_type: VOTER last_known_addr { host: "127.16.55.61" port: 43849 } } peers { permanent_uuid: "5e9fb00e653b40b8a41326cc0e5aec9b" member_type: VOTER last_known_addr { host: "127.16.55.60" port: 42111 } }
19:37:02.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:02.654335 16969 sys_catalog.cc:455] T 00000000000000000000000000000000 P 6911dcd1d3e94a96aa58b40f033dcabb [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6911dcd1d3e94a96aa58b40f033dcabb" member_type: VOTER last_known_addr { host: "127.16.55.62" port: 34305 } } peers { permanent_uuid: "75a3b9a82263441e81c6bd5b4400f41a" member_type: VOTER last_known_addr { host: "127.16.55.61" port: 43849 } } peers { permanent_uuid: "5e9fb00e653b40b8a41326cc0e5aec9b" member_type: VOTER last_known_addr { host: "127.16.55.60" port: 42111 } } }
19:37:02.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:02.655262 16969 sys_catalog.cc:458] T 00000000000000000000000000000000 P 6911dcd1d3e94a96aa58b40f033dcabb [sys.catalog]: This master's current role is: FOLLOWER
19:37:02.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:02.656381 16713 sys_catalog.cc:564] T 00000000000000000000000000000000 P 6911dcd1d3e94a96aa58b40f033dcabb [sys.catalog]: configured and running, proceeding with master startup.
19:37:02.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:02.656611 16679 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "5e9fb00e653b40b8a41326cc0e5aec9b" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "6911dcd1d3e94a96aa58b40f033dcabb"
19:37:02.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:02.657433 16679 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 6911dcd1d3e94a96aa58b40f033dcabb [term 0 FOLLOWER]: Advancing to term 1
19:37:02.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:02.660476 16680 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "5e9fb00e653b40b8a41326cc0e5aec9b" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "6911dcd1d3e94a96aa58b40f033dcabb" is_pre_election: true
19:37:02.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:02.669499 16679 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 6911dcd1d3e94a96aa58b40f033dcabb [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 5e9fb00e653b40b8a41326cc0e5aec9b in term 1.
19:37:02.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:02.671136 16678 raft_consensus.cc:1261] T 00000000000000000000000000000000 P 6911dcd1d3e94a96aa58b40f033dcabb [term 1 FOLLOWER]: Refusing update from remote peer 5e9fb00e653b40b8a41326cc0e5aec9b: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
19:37:02.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:02.679692 16922 consensus_queue.cc:1035] T 00000000000000000000000000000000 P 5e9fb00e653b40b8a41326cc0e5aec9b [LEADER]: Connected to new peer: Peer: permanent_uuid: "6911dcd1d3e94a96aa58b40f033dcabb" member_type: VOTER last_known_addr { host: "127.16.55.62" port: 34305 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
19:37:02.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:02.748021 16969 sys_catalog.cc:455] T 00000000000000000000000000000000 P 6911dcd1d3e94a96aa58b40f033dcabb [sys.catalog]: SysCatalogTable state changed. Reason: New leader 5e9fb00e653b40b8a41326cc0e5aec9b. Latest consensus state: current_term: 1 leader_uuid: "5e9fb00e653b40b8a41326cc0e5aec9b" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6911dcd1d3e94a96aa58b40f033dcabb" member_type: VOTER last_known_addr { host: "127.16.55.62" port: 34305 } } peers { permanent_uuid: "75a3b9a82263441e81c6bd5b4400f41a" member_type: VOTER last_known_addr { host: "127.16.55.61" port: 43849 } } peers { permanent_uuid: "5e9fb00e653b40b8a41326cc0e5aec9b" member_type: VOTER last_known_addr { host: "127.16.55.60" port: 42111 } } }
19:37:02.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:02.750378 16981 sys_catalog.cc:455] T 00000000000000000000000000000000 P 6911dcd1d3e94a96aa58b40f033dcabb [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "5e9fb00e653b40b8a41326cc0e5aec9b" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6911dcd1d3e94a96aa58b40f033dcabb" member_type: VOTER last_known_addr { host: "127.16.55.62" port: 34305 } } peers { permanent_uuid: "75a3b9a82263441e81c6bd5b4400f41a" member_type: VOTER last_known_addr { host: "127.16.55.61" port: 43849 } } peers { permanent_uuid: "5e9fb00e653b40b8a41326cc0e5aec9b" member_type: VOTER last_known_addr { host: "127.16.55.60" port: 42111 } } }
19:37:02.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:02.751566 16981 sys_catalog.cc:458] T 00000000000000000000000000000000 P 6911dcd1d3e94a96aa58b40f033dcabb [sys.catalog]: This master's current role is: FOLLOWER
19:37:02.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:02.749094 16969 sys_catalog.cc:458] T 00000000000000000000000000000000 P 6911dcd1d3e94a96aa58b40f033dcabb [sys.catalog]: This master's current role is: FOLLOWER
19:37:02.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:02.830255 16992 catalog_manager.cc:1259] Loaded cluster ID: f9731ea4257d4ee6894ff054e8729046
19:37:02.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:02.830592 16992 catalog_manager.cc:1552] T 00000000000000000000000000000000 P 6911dcd1d3e94a96aa58b40f033dcabb: loading cluster ID for follower catalog manager: success
19:37:02.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:02.838788 16992 catalog_manager.cc:1574] T 00000000000000000000000000000000 P 6911dcd1d3e94a96aa58b40f033dcabb: acquiring CA information for follower catalog manager: success
19:37:02.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:02.844807 16992 catalog_manager.cc:1602] T 00000000000000000000000000000000 P 6911dcd1d3e94a96aa58b40f033dcabb: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
19:37:03.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:37:03.030567 16965 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
19:37:03.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:37:03.031508 16965 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
19:37:03.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:37:03.032474 16965 flags.cc:425] Enabled unsafe flag: --never_fsync=true
19:37:03.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:37:03.091583 16965 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
19:37:03.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:37:03.093667 16965 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.16.55.1
19:37:03.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:03.131130 16952 catalog_manager.cc:1259] Loaded cluster ID: f9731ea4257d4ee6894ff054e8729046
19:37:03.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:03.131680 16952 catalog_manager.cc:1552] T 00000000000000000000000000000000 P 75a3b9a82263441e81c6bd5b4400f41a: loading cluster ID for follower catalog manager: success
19:37:03.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:03.146165 16952 catalog_manager.cc:1574] T 00000000000000000000000000000000 P 75a3b9a82263441e81c6bd5b4400f41a: acquiring CA information for follower catalog manager: success
19:37:03.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:03.158510 16965 tablet_server_runner.cc:78] Tablet server non-default flags:
19:37:03.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:37:03.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.16.55.20:39873
19:37:03.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:37:03.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:37:03.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskdZog2H/test-tmp/mini-kudu-cluster4168559760331312180/ts-0/data
19:37:03.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskdZog2H/test-tmp/mini-kudu-cluster4168559760331312180/ts-0/wal
19:37:03.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:37:03.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:37:03.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.16.55.1:0
19:37:03.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
19:37:03.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:37:03.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:37:03.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskdZog2H/test-tmp/mini-kudu-cluster4168559760331312180/ts-0/data/info.pb
19:37:03.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.16.55.1
19:37:03.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:37:03.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.16.55.62:34305,127.16.55.61:43849,127.16.55.60:42111
19:37:03.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
19:37:03.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:37:03.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
19:37:03.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
19:37:03.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:37:03.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.16.55.1
19:37:03.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskdZog2H/test-tmp/mini-kudu-cluster4168559760331312180/ts-0/logs
19:37:03.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:37:03.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
19:37:03.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
19:37:03.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
19:37:03.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
19:37:03.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
19:37:03.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
19:37:03.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 12 Aug 2026 18:20:25 UTC on ccycloud.quasar-plgbua.root.comops.site
19:37:03.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4583012
19:37:03.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
19:37:03.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:03.160089 16965 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
19:37:03.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:03.162271 16965 file_cache.cc:493] Constructed file cache file cache with capacity 419430
19:37:03.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:03.161633 16952 catalog_manager.cc:1602] T 00000000000000000000000000000000 P 75a3b9a82263441e81c6bd5b4400f41a: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
19:37:03.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:37:03.219169 17002 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:37:03.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:03.287797 16922 sys_catalog.cc:455] T 00000000000000000000000000000000 P 5e9fb00e653b40b8a41326cc0e5aec9b [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "5e9fb00e653b40b8a41326cc0e5aec9b" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6911dcd1d3e94a96aa58b40f033dcabb" member_type: VOTER last_known_addr { host: "127.16.55.62" port: 34305 } } peers { permanent_uuid: "75a3b9a82263441e81c6bd5b4400f41a" member_type: VOTER last_known_addr { host: "127.16.55.61" port: 43849 } } peers { permanent_uuid: "5e9fb00e653b40b8a41326cc0e5aec9b" member_type: VOTER last_known_addr { host: "127.16.55.60" port: 42111 } } }
19:37:03.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:03.289170 16922 sys_catalog.cc:458] T 00000000000000000000000000000000 P 5e9fb00e653b40b8a41326cc0e5aec9b [sys.catalog]: This master's current role is: LEADER
19:37:05.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:37:03.222393 17001 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:37:05.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:37:04.602259 17000 debug-util.cc:398] Leaking SignalData structure 0x7b0800014860 after lost signal to thread 16965
19:37:05.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:37:05.514210 17000 kernel_stack_watchdog.cc:198] Thread 16965 stuck at /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/util/thread.cc:637 for 387ms:
19:37:05.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
19:37:05.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
19:37:05.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
19:37:05.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
19:37:05.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:37:05.515694 17003 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
19:37:05.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:37:05.517325 17004 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:37:05.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:37:05.517707 16965 thread.cc:636] OpenStack (cloud detector) Time spent creating pthread: real 2.304s user 0.579s sys 0.901s
19:37:05.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:37:05.518052 16965 thread.cc:602] OpenStack (cloud detector) Time spent starting thread: real 2.305s user 0.579s sys 0.901s
19:37:05.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:05.518303 16965 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
19:37:05.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:05.521818 16965 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
19:37:05.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:05.524674 16965 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
19:37:05.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:05.526147 16965 hybrid_clock.cc:648] HybridClock initialized: now 1786563425526154 us; error 122 us; skew 500 ppm
19:37:05.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:05.527271 16965 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
19:37:05.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:05.542081 16965 webserver.cc:460] Webserver started at http://127.16.55.1:38713/ using document root <none> and password file <none>
19:37:05.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:05.543383 16965 fs_manager.cc:359] Metadata directory not provided
19:37:05.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:05.543677 16965 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
19:37:05.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:05.544313 16965 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
19:37:05.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:05.551661 16965 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskdZog2H/test-tmp/mini-kudu-cluster4168559760331312180/ts-0/data/instance:
19:37:05.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "0fe1ac71e91c4de5927626da821fbea5"
19:37:05.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 19:37:05 on dist-test-slave-vxj2"
19:37:05.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:05.553256 16965 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskdZog2H/test-tmp/mini-kudu-cluster4168559760331312180/ts-0/wal/instance:
19:37:05.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "0fe1ac71e91c4de5927626da821fbea5"
19:37:05.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 19:37:05 on dist-test-slave-vxj2"
19:37:05.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:05.571797 16965 fs_manager.cc:691] Time spent creating directory manager: real 0.018s user 0.006s sys 0.010s
19:37:05.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:05.580125 17018 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
19:37:05.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:05.581605 16965 fs_manager.cc:725] Time spent opening block manager: real 0.005s user 0.003s sys 0.002s
19:37:05.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:05.582217 16965 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskdZog2H/test-tmp/mini-kudu-cluster4168559760331312180/ts-0/data,/tmp/dist-test-taskdZog2H/test-tmp/mini-kudu-cluster4168559760331312180/ts-0/wal
19:37:05.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "0fe1ac71e91c4de5927626da821fbea5"
19:37:05.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 19:37:05 on dist-test-slave-vxj2"
19:37:05.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:05.582842 16965 fs_report.cc:383] FS layout report
19:37:05.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
19:37:05.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskdZog2H/test-tmp/mini-kudu-cluster4168559760331312180/ts-0/wal
19:37:05.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskdZog2H/test-tmp/mini-kudu-cluster4168559760331312180/ts-0/wal
19:37:05.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskdZog2H/test-tmp/mini-kudu-cluster4168559760331312180/ts-0/data/data
19:37:05.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
19:37:05.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
19:37:05.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
19:37:05.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
19:37:05.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
19:37:05.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
19:37:05.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
19:37:05.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
19:37:05.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
19:37:05.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
19:37:05.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
19:37:05.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:05.639019 16965 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
19:37:05.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:05.640586 16965 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
19:37:05.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:05.641098 16965 kserver.cc:163] Server-wide thread pool size limit: 3276
19:37:05.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:05.644447 16965 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
19:37:05.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:05.649549 16965 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
19:37:05.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:05.649793 16965 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
19:37:05.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:05.650142 16965 ts_tablet_manager.cc:610] Registered 0 tablets
19:37:05.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:05.650401 16965 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
19:37:05.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:37:05.663345 16706 debug-util.cc:398] Leaking SignalData structure 0x7b08000a4380 after lost signal to thread 16622
19:37:05.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:37:05.664194 16706 debug-util.cc:398] Leaking SignalData structure 0x7b08000b1ec0 after lost signal to thread 16712
19:37:05.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:05.885936 16965 rpc_server.cc:307] RPC server started. Bound to: 127.16.55.1:38145
19:37:05.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:05.886054 17159 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.16.55.1:38145 every 8 connection(s)
19:37:05.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:05.889398 16965 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskdZog2H/test-tmp/mini-kudu-cluster4168559760331312180/ts-0/data/info.pb
19:37:05.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:05.893862 16604 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskdZog2H/build/tsan/bin/kudu as pid 16965
19:37:05.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:05.894380 16604 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskdZog2H/test-tmp/mini-kudu-cluster4168559760331312180/ts-0/wal/instance
19:37:05.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:05.913810 16604 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskdZog2H/build/tsan/bin/kudu
19:37:05.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskdZog2H/build/tsan/bin/kudu
19:37:05.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskdZog2H/test-tmp/mini-kudu-cluster4168559760331312180/ts-1/wal
19:37:05.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskdZog2H/test-tmp/mini-kudu-cluster4168559760331312180/ts-1/data
19:37:05.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
19:37:05.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
19:37:05.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
19:37:05.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:37:05.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:37:05.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:37:05.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskdZog2H/test-tmp/mini-kudu-cluster4168559760331312180/ts-1/logs
19:37:05.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskdZog2H/test-tmp/mini-kudu-cluster4168559760331312180/ts-1/data/info.pb
19:37:05.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:37:05.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
19:37:05.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
19:37:05.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
19:37:05.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
19:37:05.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:37:05.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:37:05.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:37:05.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
19:37:05.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
19:37:05.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.16.55.2:0
19:37:05.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.16.55.2
19:37:05.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.16.55.2
19:37:05.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:37:05.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.16.55.62:34305,127.16.55.61:43849,127.16.55.60:42111
19:37:05.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.16.55.20:39873
19:37:05.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:37:05.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:37:05.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
19:37:06.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:06.026067 17161 heartbeater.cc:347] Connected to a master server at 127.16.55.61:43849
19:37:06.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:06.027122 17161 heartbeater.cc:464] Registering TS with master...
19:37:06.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:06.030153 17161 heartbeater.cc:511] Master 127.16.55.61:43849 requested a full tablet report, sending...
19:37:06.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:06.035485 16763 ts_manager.cc:194] Registered new tserver with Master: 0fe1ac71e91c4de5927626da821fbea5 (127.16.55.1:38145)
19:37:06.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:06.041019 17168 heartbeater.cc:347] Connected to a master server at 127.16.55.62:34305
19:37:06.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:06.041446 17168 heartbeater.cc:464] Registering TS with master...
19:37:06.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:06.042335 17168 heartbeater.cc:511] Master 127.16.55.62:34305 requested a full tablet report, sending...
19:37:06.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:06.043445 17160 heartbeater.cc:347] Connected to a master server at 127.16.55.60:42111
19:37:06.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:06.043793 17160 heartbeater.cc:464] Registering TS with master...
19:37:06.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:06.044586 17160 heartbeater.cc:511] Master 127.16.55.60:42111 requested a full tablet report, sending...
19:37:06.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:06.047179 16869 ts_manager.cc:194] Registered new tserver with Master: 0fe1ac71e91c4de5927626da821fbea5 (127.16.55.1:38145)
19:37:06.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:06.048148 16666 ts_manager.cc:194] Registered new tserver with Master: 0fe1ac71e91c4de5927626da821fbea5 (127.16.55.1:38145)
19:37:06.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:06.052508 16869 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.16.55.1:54421
19:37:06.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:37:06.333572 17165 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
19:37:06.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:37:06.334292 17165 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
19:37:06.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:37:06.334983 17165 flags.cc:425] Enabled unsafe flag: --never_fsync=true
19:37:06.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:37:06.379982 17165 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
19:37:06.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:37:06.382052 17165 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.16.55.2
19:37:06.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:06.427285 17165 tablet_server_runner.cc:78] Tablet server non-default flags:
19:37:06.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:37:06.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.16.55.20:39873
19:37:06.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:37:06.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:37:06.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskdZog2H/test-tmp/mini-kudu-cluster4168559760331312180/ts-1/data
19:37:06.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskdZog2H/test-tmp/mini-kudu-cluster4168559760331312180/ts-1/wal
19:37:06.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:37:06.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:37:06.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.16.55.2:0
19:37:06.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
19:37:06.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:37:06.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:37:06.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskdZog2H/test-tmp/mini-kudu-cluster4168559760331312180/ts-1/data/info.pb
19:37:06.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.16.55.2
19:37:06.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:37:06.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.16.55.62:34305,127.16.55.61:43849,127.16.55.60:42111
19:37:06.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
19:37:06.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:37:06.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
19:37:06.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
19:37:06.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:37:06.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.16.55.2
19:37:06.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskdZog2H/test-tmp/mini-kudu-cluster4168559760331312180/ts-1/logs
19:37:06.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:37:06.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
19:37:06.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
19:37:06.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
19:37:06.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
19:37:06.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
19:37:06.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
19:37:06.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 12 Aug 2026 18:20:25 UTC on ccycloud.quasar-plgbua.root.comops.site
19:37:06.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4583012
19:37:06.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
19:37:06.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:06.428892 17165 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
19:37:06.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:06.431037 17165 file_cache.cc:493] Constructed file cache file cache with capacity 419430
19:37:06.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:37:06.459161 17183 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:37:07.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:07.058243 17160 heartbeater.cc:503] Master 127.16.55.60:42111 was elected leader, sending a full tablet report...
19:37:07.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:37:06.463528 17184 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:37:07.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:37:06.475744 17187 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:37:07.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:37:07.933645 17185 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1470 milliseconds
19:37:07.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:07.933840 17165 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
19:37:07.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:07.935550 17165 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
19:37:07.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:07.938681 17165 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
19:37:07.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:07.940218 17165 hybrid_clock.cc:648] HybridClock initialized: now 1786563427940092 us; error 125 us; skew 500 ppm
19:37:07.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:07.941476 17165 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
19:37:07.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:07.950369 17165 webserver.cc:460] Webserver started at http://127.16.55.2:40395/ using document root <none> and password file <none>
19:37:07.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:07.951427 17165 fs_manager.cc:359] Metadata directory not provided
19:37:07.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:07.951689 17165 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
19:37:07.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:07.952222 17165 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
19:37:07.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:07.957448 17165 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskdZog2H/test-tmp/mini-kudu-cluster4168559760331312180/ts-1/data/instance:
19:37:07.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "13273900a783465a8a0fd2efeba2e63b"
19:37:07.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 19:37:07 on dist-test-slave-vxj2"
19:37:07.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:07.958782 17165 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskdZog2H/test-tmp/mini-kudu-cluster4168559760331312180/ts-1/wal/instance:
19:37:07.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "13273900a783465a8a0fd2efeba2e63b"
19:37:07.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 19:37:07 on dist-test-slave-vxj2"
19:37:07.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:07.967737 17165 fs_manager.cc:691] Time spent creating directory manager: real 0.008s user 0.005s sys 0.004s
19:37:07.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:07.974112 17194 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
19:37:07.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:07.975508 17165 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.002s sys 0.002s
19:37:07.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:07.975992 17165 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskdZog2H/test-tmp/mini-kudu-cluster4168559760331312180/ts-1/data,/tmp/dist-test-taskdZog2H/test-tmp/mini-kudu-cluster4168559760331312180/ts-1/wal
19:37:07.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "13273900a783465a8a0fd2efeba2e63b"
19:37:07.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 19:37:07 on dist-test-slave-vxj2"
19:37:07.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:07.976498 17165 fs_report.cc:383] FS layout report
19:37:07.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
19:37:07.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskdZog2H/test-tmp/mini-kudu-cluster4168559760331312180/ts-1/wal
19:37:07.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskdZog2H/test-tmp/mini-kudu-cluster4168559760331312180/ts-1/wal
19:37:07.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskdZog2H/test-tmp/mini-kudu-cluster4168559760331312180/ts-1/data/data
19:37:07.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
19:37:07.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
19:37:07.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
19:37:07.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
19:37:07.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
19:37:07.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
19:37:07.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
19:37:07.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
19:37:07.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
19:37:07.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
19:37:07.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
19:37:08.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:08.021677 17165 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
19:37:08.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:08.023524 17165 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
19:37:08.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:08.024127 17165 kserver.cc:163] Server-wide thread pool size limit: 3276
19:37:08.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:08.027731 17165 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
19:37:08.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:08.032747 17165 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
19:37:08.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:08.033041 17165 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
19:37:08.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:08.033478 17165 ts_tablet_manager.cc:610] Registered 0 tablets
19:37:08.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:08.033676 17165 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
19:37:08.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:08.224911 17165 rpc_server.cc:307] RPC server started. Bound to: 127.16.55.2:40861
19:37:08.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:08.225083 17329 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.16.55.2:40861 every 8 connection(s)
19:37:08.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:08.228767 17165 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskdZog2H/test-tmp/mini-kudu-cluster4168559760331312180/ts-1/data/info.pb
19:37:08.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:08.232509 16604 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskdZog2H/build/tsan/bin/kudu as pid 17165
19:37:08.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:08.233286 16604 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskdZog2H/test-tmp/mini-kudu-cluster4168559760331312180/ts-1/wal/instance
19:37:08.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:08.264191 16604 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskdZog2H/build/tsan/bin/kudu
19:37:08.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskdZog2H/build/tsan/bin/kudu
19:37:08.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskdZog2H/test-tmp/mini-kudu-cluster4168559760331312180/ts-2/wal
19:37:08.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskdZog2H/test-tmp/mini-kudu-cluster4168559760331312180/ts-2/data
19:37:08.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
19:37:08.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
19:37:08.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
19:37:08.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:37:08.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:37:08.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:37:08.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskdZog2H/test-tmp/mini-kudu-cluster4168559760331312180/ts-2/logs
19:37:08.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskdZog2H/test-tmp/mini-kudu-cluster4168559760331312180/ts-2/data/info.pb
19:37:08.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:37:08.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
19:37:08.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
19:37:08.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
19:37:08.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
19:37:08.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:37:08.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:37:08.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:37:08.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
19:37:08.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
19:37:08.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.16.55.3:0
19:37:08.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.16.55.3
19:37:08.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.16.55.3
19:37:08.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:37:08.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.16.55.62:34305,127.16.55.61:43849,127.16.55.60:42111
19:37:08.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.16.55.20:39873
19:37:08.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:37:08.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:37:08.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
19:37:08.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:08.301753 17331 heartbeater.cc:347] Connected to a master server at 127.16.55.60:42111
19:37:08.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:08.302313 17331 heartbeater.cc:464] Registering TS with master...
19:37:08.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:08.303668 17331 heartbeater.cc:511] Master 127.16.55.60:42111 requested a full tablet report, sending...
19:37:08.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:08.306707 16869 ts_manager.cc:194] Registered new tserver with Master: 13273900a783465a8a0fd2efeba2e63b (127.16.55.2:40861)
19:37:08.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:08.308189 17332 heartbeater.cc:347] Connected to a master server at 127.16.55.61:43849
19:37:08.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:08.308564 17332 heartbeater.cc:464] Registering TS with master...
19:37:08.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:08.308851 16869 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.16.55.2:60413
19:37:08.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:08.309620 17332 heartbeater.cc:511] Master 127.16.55.61:43849 requested a full tablet report, sending...
19:37:08.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:08.309998 17337 heartbeater.cc:347] Connected to a master server at 127.16.55.62:34305
19:37:08.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:08.310371 17337 heartbeater.cc:464] Registering TS with master...
19:37:08.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:08.311213 17337 heartbeater.cc:511] Master 127.16.55.62:34305 requested a full tablet report, sending...
19:37:08.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:08.312853 16763 ts_manager.cc:194] Registered new tserver with Master: 13273900a783465a8a0fd2efeba2e63b (127.16.55.2:40861)
19:37:08.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:08.316148 16666 ts_manager.cc:194] Registered new tserver with Master: 13273900a783465a8a0fd2efeba2e63b (127.16.55.2:40861)
19:37:08.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:37:08.635233 17343 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
19:37:08.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:37:08.635720 17343 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
19:37:08.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:37:08.636165 17343 flags.cc:425] Enabled unsafe flag: --never_fsync=true
19:37:08.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:37:08.671550 17343 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
19:37:08.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:37:08.672935 17343 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.16.55.3
19:37:08.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:08.719507 17343 tablet_server_runner.cc:78] Tablet server non-default flags:
19:37:08.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:37:08.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.16.55.20:39873
19:37:08.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:37:08.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:37:08.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskdZog2H/test-tmp/mini-kudu-cluster4168559760331312180/ts-2/data
19:37:08.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskdZog2H/test-tmp/mini-kudu-cluster4168559760331312180/ts-2/wal
19:37:08.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:37:08.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:37:08.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.16.55.3:0
19:37:08.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
19:37:08.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:37:08.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:37:08.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskdZog2H/test-tmp/mini-kudu-cluster4168559760331312180/ts-2/data/info.pb
19:37:08.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.16.55.3
19:37:08.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:37:08.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.16.55.62:34305,127.16.55.61:43849,127.16.55.60:42111
19:37:08.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
19:37:08.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:37:08.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
19:37:08.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
19:37:08.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:37:08.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.16.55.3
19:37:08.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskdZog2H/test-tmp/mini-kudu-cluster4168559760331312180/ts-2/logs
19:37:08.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:37:08.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
19:37:08.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
19:37:08.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
19:37:08.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
19:37:08.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
19:37:08.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
19:37:08.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 12 Aug 2026 18:20:25 UTC on ccycloud.quasar-plgbua.root.comops.site
19:37:08.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4583012
19:37:08.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
19:37:08.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:08.720827 17343 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
19:37:08.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:08.722534 17343 file_cache.cc:493] Constructed file cache file cache with capacity 419430
19:37:08.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:37:08.741649 17354 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:37:09.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:09.317324 17331 heartbeater.cc:503] Master 127.16.55.60:42111 was elected leader, sending a full tablet report...
19:37:09.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:37:08.741680 17353 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:37:09.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:37:08.742287 17356 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:37:09.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:08.743544 17343 server_base.cc:1034] running on GCE node
19:37:09.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:09.972605 17343 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
19:37:09.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:09.975541 17343 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
19:37:09.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:09.977072 17343 hybrid_clock.cc:648] HybridClock initialized: now 1786563429976971 us; error 111 us; skew 500 ppm
19:37:09.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:09.977949 17343 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
19:37:09.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:09.984807 17343 webserver.cc:460] Webserver started at http://127.16.55.3:34029/ using document root <none> and password file <none>
19:37:09.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:09.985864 17343 fs_manager.cc:359] Metadata directory not provided
19:37:09.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:09.986079 17343 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
19:37:09.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:09.986534 17343 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
19:37:09.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:09.991771 17343 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskdZog2H/test-tmp/mini-kudu-cluster4168559760331312180/ts-2/data/instance:
19:37:09.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "885d3344dbd14a5eb5dead6ef2c14005"
19:37:09.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 19:37:09 on dist-test-slave-vxj2"
19:37:09.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:09.993052 17343 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskdZog2H/test-tmp/mini-kudu-cluster4168559760331312180/ts-2/wal/instance:
19:37:09.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "885d3344dbd14a5eb5dead6ef2c14005"
19:37:09.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 19:37:09 on dist-test-slave-vxj2"
19:37:10.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:10.003510 17343 fs_manager.cc:691] Time spent creating directory manager: real 0.010s user 0.005s sys 0.004s
19:37:10.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:10.014031 17367 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
19:37:10.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:10.015483 17343 fs_manager.cc:725] Time spent opening block manager: real 0.006s user 0.001s sys 0.004s
19:37:10.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:10.015851 17343 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskdZog2H/test-tmp/mini-kudu-cluster4168559760331312180/ts-2/data,/tmp/dist-test-taskdZog2H/test-tmp/mini-kudu-cluster4168559760331312180/ts-2/wal
19:37:10.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "885d3344dbd14a5eb5dead6ef2c14005"
19:37:10.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 19:37:09 on dist-test-slave-vxj2"
19:37:10.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:10.016203 17343 fs_report.cc:383] FS layout report
19:37:10.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
19:37:10.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskdZog2H/test-tmp/mini-kudu-cluster4168559760331312180/ts-2/wal
19:37:10.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskdZog2H/test-tmp/mini-kudu-cluster4168559760331312180/ts-2/wal
19:37:10.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskdZog2H/test-tmp/mini-kudu-cluster4168559760331312180/ts-2/data/data
19:37:10.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
19:37:10.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
19:37:10.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
19:37:10.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
19:37:10.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
19:37:10.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
19:37:10.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
19:37:10.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
19:37:10.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
19:37:10.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
19:37:10.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
19:37:10.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:10.070955 17343 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
19:37:10.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:10.072476 17343 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
19:37:10.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:10.072939 17343 kserver.cc:163] Server-wide thread pool size limit: 3276
19:37:10.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:10.076010 17343 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
19:37:10.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:10.081496 17343 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
19:37:10.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:10.081811 17343 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
19:37:10.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:10.082150 17343 ts_tablet_manager.cc:610] Registered 0 tablets
19:37:10.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:10.082370 17343 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
19:37:10.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:10.233752 17343 rpc_server.cc:307] RPC server started. Bound to: 127.16.55.3:36329
19:37:10.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:10.233814 17507 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.16.55.3:36329 every 8 connection(s)
19:37:10.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:10.237618 17343 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskdZog2H/test-tmp/mini-kudu-cluster4168559760331312180/ts-2/data/info.pb
19:37:10.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:10.246587 16604 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskdZog2H/build/tsan/bin/kudu as pid 17343
19:37:10.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:10.247188 16604 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskdZog2H/test-tmp/mini-kudu-cluster4168559760331312180/ts-2/wal/instance
19:37:10.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:10.282483 17510 heartbeater.cc:347] Connected to a master server at 127.16.55.62:34305
19:37:10.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:10.282723 17509 heartbeater.cc:347] Connected to a master server at 127.16.55.61:43849
19:37:10.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:10.282898 17510 heartbeater.cc:464] Registering TS with master...
19:37:10.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:10.283107 17509 heartbeater.cc:464] Registering TS with master...
19:37:10.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:10.283986 17510 heartbeater.cc:511] Master 127.16.55.62:34305 requested a full tablet report, sending...
19:37:10.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:10.284196 17509 heartbeater.cc:511] Master 127.16.55.61:43849 requested a full tablet report, sending...
19:37:10.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:10.285873 17508 heartbeater.cc:347] Connected to a master server at 127.16.55.60:42111
19:37:10.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:10.286207 17508 heartbeater.cc:464] Registering TS with master...
19:37:10.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:10.286855 17508 heartbeater.cc:511] Master 127.16.55.60:42111 requested a full tablet report, sending...
19:37:10.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:10.287220 16763 ts_manager.cc:194] Registered new tserver with Master: 885d3344dbd14a5eb5dead6ef2c14005 (127.16.55.3:36329)
19:37:10.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:10.288764 16869 ts_manager.cc:194] Registered new tserver with Master: 885d3344dbd14a5eb5dead6ef2c14005 (127.16.55.3:36329)
19:37:10.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:10.289099 16666 ts_manager.cc:194] Registered new tserver with Master: 885d3344dbd14a5eb5dead6ef2c14005 (127.16.55.3:36329)
19:37:10.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:10.290937 16869 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.16.55.3:39977
19:37:10.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:10.298566 16604 external_mini_cluster.cc:930] 3 TS(s) registered with all masters
19:37:10.310 [DEBUG - main] (MiniKuduCluster.java:195) Response:
19:37:10.310 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}
19:37:10.311 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
masters {
id {
type: MASTER
index: 0
}
bound_rpc_address {
host: "127.16.55.62"
port: 34305
}
bound_http_address {
host: "127.16.55.62"
port: 35205
}
}
masters {
id {
type: MASTER
index: 1
}
bound_rpc_address {
host: "127.16.55.61"
port: 43849
}
bound_http_address {
host: "127.16.55.61"
port: 40227
}
}
masters {
id {
type: MASTER
index: 2
}
bound_rpc_address {
host: "127.16.55.60"
port: 42111
}
bound_http_address {
host: "127.16.55.60"
port: 37361
}
}
}
19:37:10.311 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}
19:37:10.312 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
tservers {
id {
type: TSERVER
index: 0
}
bound_rpc_address {
host: "127.16.55.1"
port: 38145
}
bound_http_address {
host: "127.16.55.1"
port: 38713
}
}
tservers {
id {
type: TSERVER
index: 1
}
bound_rpc_address {
host: "127.16.55.2"
port: 40861
}
bound_http_address {
host: "127.16.55.2"
port: 40395
}
}
tservers {
id {
type: TSERVER
index: 2
}
bound_rpc_address {
host: "127.16.55.3"
port: 36329
}
bound_http_address {
host: "127.16.55.3"
port: 34029
}
}
}
19:37:10.312 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
19:37:10.313 [DEBUG - main] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskdZog2H/test-tmp/mini-kudu-cluster4228408234794322293/krb5kdc/krb5cc
19:37:10.314 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication
19:37:10.315 [INFO - Time-limited test] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskdZog2H/test-tmp
19:37:10.315 [INFO - Time-limited test] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
19:37:10.315 [INFO - Time-limited test] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskdZog2H/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
19:37:10.317 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 0
enable_kerberos: true
cluster_root: "/tmp/dist-test-taskdZog2H/test-tmp/mini-kudu-cluster3725423600092170187"
extra_master_flags: "--authn_token_validity_seconds=10"
hms_mode: NONE
mini_kdc_options {
ticket_lifetime: "10s"
renew_lifetime: "20s"
}
principal: "kudu"
mini_oidc_options {
}
}
19:37:10.666 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
19:37:10.666 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_cluster {
}
19:37:10.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:10.669875 17521 mini_oidc.cc:152] Starting JWKS server
19:37:10.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:10.673457 17521 webserver.cc:460] Webserver started at http://127.0.0.1:46095/ using document root <none> and password file <none>
19:37:10.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:10.673859 17521 mini_oidc.cc:189] Starting OIDC Discovery server
19:37:10.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:10.675683 17521 webserver.cc:460] Webserver started at http://127.0.0.1:35823/ using document root <none> and password file <none>
19:37:10.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Loading random data
19:37:10.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Initializing database '/tmp/dist-test-taskdZog2H/test-tmp/mini-kudu-cluster3725423600092170187/krb5kdc/principal' for realm 'KRBTEST.COM',
19:37:10.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master key name 'K/M@KRBTEST.COM'
19:37:10.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 12 19:37:10 dist-test-slave-vxj2 krb5kdc[17533](info): setting up network...
19:37:10.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) krb5kdc: setsockopt(10,IPV6_V6ONLY,1) worked
19:37:10.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 12 19:37:10 dist-test-slave-vxj2 krb5kdc[17533](info): set up 2 sockets
19:37:10.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 12 19:37:10 dist-test-slave-vxj2 krb5kdc[17533](info): commencing operation
19:37:10.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) krb5kdc: starting...
19:37:11.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:11.295665 17508 heartbeater.cc:503] Master 127.16.55.60:42111 was elected leader, sending a full tablet report...
19:37:11.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:37:11.926512 17521 mini_kdc.cc:121] Time spent starting KDC: real 1.224s user 0.003s sys 0.018s
19:37:11.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for test-admin@KRBTEST.COM; defaulting to no policy
19:37:11.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
19:37:11.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "test-admin@KRBTEST.COM" created.
19:37:11.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for test-user@KRBTEST.COM; defaulting to no policy
19:37:11.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
19:37:11.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "test-user@KRBTEST.COM" created.
19:37:12.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for joe-interloper@KRBTEST.COM; defaulting to no policy
19:37:12.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
19:37:12.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "joe-interloper@KRBTEST.COM" created.
19:37:12.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
19:37:12.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal test-user with kvno 1, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskdZog2H/test-tmp/mini-kudu-cluster3725423600092170187/krb5kdc/test-user.keytab.
19:37:12.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal test-user with kvno 1, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskdZog2H/test-tmp/mini-kudu-cluster3725423600092170187/krb5kdc/test-user.keytab.
19:37:12.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 12 19:37:12 dist-test-slave-vxj2 krb5kdc[17533](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786563432, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
19:37:12.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
19:37:12.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-12T19:37:12Z chronyd version 3.5 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -SECHASH -IPV6 +DEBUG)
19:37:12.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-12T19:37:12Z Disabled control of system clock
19:37:12.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.17.28.126@KRBTEST.COM; defaulting to no policy
19:37:12.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
19:37:12.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.17.28.126@KRBTEST.COM" created.
19:37:12.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
19:37:12.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.17.28.126 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskdZog2H/test-tmp/mini-kudu-cluster3725423600092170187/krb5kdc/kudu_127.17.28.126.keytab.
19:37:12.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.17.28.126 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskdZog2H/test-tmp/mini-kudu-cluster3725423600092170187/krb5kdc/kudu_127.17.28.126.keytab.
19:37:12.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:12.139006 17521 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskdZog2H/build/tsan/bin/kudu
19:37:12.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskdZog2H/build/tsan/bin/kudu
19:37:12.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskdZog2H/test-tmp/mini-kudu-cluster3725423600092170187/master-0/wal
19:37:12.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskdZog2H/test-tmp/mini-kudu-cluster3725423600092170187/master-0/data
19:37:12.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
19:37:12.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
19:37:12.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
19:37:12.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:37:12.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:37:12.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:37:12.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskdZog2H/test-tmp/mini-kudu-cluster3725423600092170187/master-0/logs
19:37:12.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskdZog2H/test-tmp/mini-kudu-cluster3725423600092170187/master-0/data/info.pb
19:37:12.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:37:12.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
19:37:12.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
19:37:12.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
19:37:12.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
19:37:12.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:37:12.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:37:12.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:37:12.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
19:37:12.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
19:37:12.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
19:37:12.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
19:37:12.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.28.126:44481
19:37:12.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.28.126
19:37:12.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:37:12.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskdZog2H/test-tmp/mini-kudu-cluster3725423600092170187/krb5kdc/kudu_127.17.28.126.keytab
19:37:12.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.17.28.126
19:37:12.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
19:37:12.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
19:37:12.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
19:37:12.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.28.84:42251
19:37:12.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:37:12.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:37:12.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:37:12.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
19:37:12.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.17.28.126:44481,127.17.28.125:37959,127.17.28.124:43451
19:37:12.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
19:37:12.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46095/jwks.json
19:37:12.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskdZog2H/test-tmp/mini-kudu-cluster3725423600092170187/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskdZog2H/test-tmp/mini-kudu-cluster3725423600092170187/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskdZog2H/test-tmp/mini-kudu-cluster3725423600092170187/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
19:37:12.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:37:12.461998 17554 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
19:37:12.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:37:12.462659 17554 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
19:37:12.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:37:12.463389 17554 flags.cc:425] Enabled unsafe flag: --never_fsync=true
19:37:12.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:37:12.497794 17554 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
19:37:12.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:37:12.498093 17554 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
19:37:12.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:37:12.498421 17554 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
19:37:12.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:37:12.498679 17554 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
19:37:12.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:37:12.498880 17554 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
19:37:12.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:37:12.499065 17554 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
19:37:12.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:37:12.499207 17554 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:46095/jwks.json
19:37:12.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:12.538395 17554 master_runner.cc:386] Master server non-default flags:
19:37:12.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:37:12.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.28.84:42251
19:37:12.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:37:12.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:37:12.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskdZog2H/test-tmp/mini-kudu-cluster3725423600092170187/master-0/data
19:37:12.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskdZog2H/test-tmp/mini-kudu-cluster3725423600092170187/master-0/wal
19:37:12.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
19:37:12.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
19:37:12.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.17.28.126:44481,127.17.28.125:37959,127.17.28.124:43451
19:37:12.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskdZog2H/test-tmp/mini-kudu-cluster3725423600092170187/krb5kdc/kudu_127.17.28.126.keytab
19:37:12.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.17.28.126
19:37:12.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:37:12.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:37:12.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
19:37:12.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.28.126:44481
19:37:12.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
19:37:12.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
19:37:12.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
19:37:12.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46095/jwks.json
19:37:12.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
19:37:12.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
19:37:12.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
19:37:12.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:37:12.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:37:12.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskdZog2H/test-tmp/mini-kudu-cluster3725423600092170187/master-0/data/info.pb
19:37:12.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.28.126
19:37:12.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:37:12.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
19:37:12.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:37:12.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
19:37:12.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
19:37:12.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:37:12.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskdZog2H/test-tmp/mini-kudu-cluster3725423600092170187/master-0/logs
19:37:12.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:37:12.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
19:37:12.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
19:37:12.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
19:37:12.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
19:37:12.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
19:37:12.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
19:37:12.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 12 Aug 2026 18:20:25 UTC on ccycloud.quasar-plgbua.root.comops.site
19:37:12.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4583012
19:37:12.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
19:37:12.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:12.539592 17554 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
19:37:12.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:12.540609 17554 file_cache.cc:493] Constructed file cache file cache with capacity 419430
19:37:12.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:37:12.565651 17564 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:37:14.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:37:12.577795 17562 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:37:14.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:37:14.264829 17554 thread.cc:636] OpenStack (cloud detector) Time spent creating pthread: real 1.710s user 0.558s sys 1.129s
19:37:14.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:37:13.961453 17561 debug-util.cc:398] Leaking SignalData structure 0x7b0800014920 after lost signal to thread 17554
19:37:14.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:37:14.265280 17554 thread.cc:602] OpenStack (cloud detector) Time spent starting thread: real 1.711s user 0.558s sys 1.130s
19:37:14.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:37:14.267467 17566 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:37:14.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:37:14.269586 17565 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1700 milliseconds
19:37:14.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:14.269615 17554 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
19:37:14.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:14.270924 17554 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
19:37:14.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:14.273619 17554 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
19:37:14.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:14.275038 17554 hybrid_clock.cc:648] HybridClock initialized: now 1786563434275026 us; error 68 us; skew 500 ppm
19:37:14.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:14.275972 17554 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
19:37:14.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 12 19:37:14 dist-test-slave-vxj2 krb5kdc[17533](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786563434, etypes {rep=17 tkt=17 ses=17}, kudu/127.17.28.126@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
19:37:14.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:14.282783 17554 init.cc:377] Logged in from keytab as kudu/127.17.28.126@KRBTEST.COM (short username kudu)
19:37:14.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:14.287590 17554 webserver.cc:460] Webserver started at http://127.17.28.126:46579/ using document root <none> and password file <none>
19:37:14.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:14.288542 17554 fs_manager.cc:359] Metadata directory not provided
19:37:14.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:14.288785 17554 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
19:37:14.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:14.289345 17554 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
19:37:14.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:14.294438 17554 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskdZog2H/test-tmp/mini-kudu-cluster3725423600092170187/master-0/data/instance:
19:37:14.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f110fa78a1bd4e548c69373a6a3310c9"
19:37:14.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 19:37:14 on dist-test-slave-vxj2"
19:37:14.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:14.295485 17554 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskdZog2H/test-tmp/mini-kudu-cluster3725423600092170187/master-0/wal/instance:
19:37:14.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f110fa78a1bd4e548c69373a6a3310c9"
19:37:14.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 19:37:14 on dist-test-slave-vxj2"
19:37:14.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:14.303439 17554 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.003s sys 0.006s
19:37:14.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:14.309376 17582 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
19:37:14.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:14.310626 17554 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.003s sys 0.001s
19:37:14.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:14.310968 17554 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskdZog2H/test-tmp/mini-kudu-cluster3725423600092170187/master-0/data,/tmp/dist-test-taskdZog2H/test-tmp/mini-kudu-cluster3725423600092170187/master-0/wal
19:37:14.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f110fa78a1bd4e548c69373a6a3310c9"
19:37:14.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 19:37:14 on dist-test-slave-vxj2"
19:37:14.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:14.311283 17554 fs_report.cc:383] FS layout report
19:37:14.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
19:37:14.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskdZog2H/test-tmp/mini-kudu-cluster3725423600092170187/master-0/wal
19:37:14.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskdZog2H/test-tmp/mini-kudu-cluster3725423600092170187/master-0/wal
19:37:14.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskdZog2H/test-tmp/mini-kudu-cluster3725423600092170187/master-0/data/data
19:37:14.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
19:37:14.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
19:37:14.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
19:37:14.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
19:37:14.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
19:37:14.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
19:37:14.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
19:37:14.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
19:37:14.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
19:37:14.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
19:37:14.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
19:37:14.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:14.351150 17554 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
19:37:14.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:14.357524 17554 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
19:37:14.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:14.357966 17554 kserver.cc:163] Server-wide thread pool size limit: 3276
19:37:14.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:14.438654 17554 rpc_server.cc:307] RPC server started. Bound to: 127.17.28.126:44481
19:37:14.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:14.438795 17640 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.17.28.126:44481 every 8 connection(s)
19:37:14.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:14.441385 17554 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskdZog2H/test-tmp/mini-kudu-cluster3725423600092170187/master-0/data/info.pb
19:37:14.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:14.443704 17521 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskdZog2H/build/tsan/bin/kudu as pid 17554
19:37:14.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:14.444383 17521 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskdZog2H/test-tmp/mini-kudu-cluster3725423600092170187/master-0/wal/instance
19:37:14.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:14.447547 17642 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
19:37:14.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:14.459694 17642 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.17.28.126" port: 44481 } has no permanent_uuid. Determining permanent_uuid...
19:37:14.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.17.28.125@KRBTEST.COM; defaulting to no policy
19:37:14.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
19:37:14.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.17.28.125@KRBTEST.COM" created.
19:37:14.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 12 19:37:14 dist-test-slave-vxj2 krb5kdc[17533](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786563434, etypes {rep=17 tkt=17 ses=17}, kudu/127.17.28.126@KRBTEST.COM for kudu/127.17.28.126@KRBTEST.COM
19:37:14.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
19:37:14.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.17.28.125 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskdZog2H/test-tmp/mini-kudu-cluster3725423600092170187/krb5kdc/kudu_127.17.28.125.keytab.
19:37:14.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.17.28.125 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskdZog2H/test-tmp/mini-kudu-cluster3725423600092170187/krb5kdc/kudu_127.17.28.125.keytab.
19:37:14.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:14.499311 17521 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskdZog2H/build/tsan/bin/kudu
19:37:14.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskdZog2H/build/tsan/bin/kudu
19:37:14.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskdZog2H/test-tmp/mini-kudu-cluster3725423600092170187/master-1/wal
19:37:14.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskdZog2H/test-tmp/mini-kudu-cluster3725423600092170187/master-1/data
19:37:14.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
19:37:14.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
19:37:14.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
19:37:14.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:37:14.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:37:14.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:37:14.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskdZog2H/test-tmp/mini-kudu-cluster3725423600092170187/master-1/logs
19:37:14.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskdZog2H/test-tmp/mini-kudu-cluster3725423600092170187/master-1/data/info.pb
19:37:14.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:37:14.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
19:37:14.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
19:37:14.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
19:37:14.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
19:37:14.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:37:14.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:37:14.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:37:14.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
19:37:14.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
19:37:14.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
19:37:14.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
19:37:14.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.28.125:37959
19:37:14.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.28.125
19:37:14.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:37:14.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskdZog2H/test-tmp/mini-kudu-cluster3725423600092170187/krb5kdc/kudu_127.17.28.125.keytab
19:37:14.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.17.28.125
19:37:14.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
19:37:14.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
19:37:14.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
19:37:14.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.28.84:42251
19:37:14.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:37:14.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:37:14.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:37:14.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
19:37:14.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.17.28.126:44481,127.17.28.125:37959,127.17.28.124:43451
19:37:14.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
19:37:14.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46095/jwks.json
19:37:14.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskdZog2H/test-tmp/mini-kudu-cluster3725423600092170187/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskdZog2H/test-tmp/mini-kudu-cluster3725423600092170187/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskdZog2H/test-tmp/mini-kudu-cluster3725423600092170187/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
19:37:14.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:14.507798 17642 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.17.28.125" port: 37959 } has no permanent_uuid. Determining permanent_uuid...
19:37:14.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:37:14.510715 17586 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.17.28.125:37959: connect: Connection refused (error 111)
19:37:14.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:37:14.515488 17642 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.17.28.125:37959: Network error: Client connection negotiation failed: client connection to 127.17.28.125:37959: connect: Connection refused (error 111)
19:37:14.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:14.565196 17642 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.28.125" port: 37959 } attempt: 1
19:37:14.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:37:14.569957 17642 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.17.28.125:37959: Network error: Client connection negotiation failed: client connection to 127.17.28.125:37959: connect: Connection refused (error 111)
19:37:14.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:14.638376 17642 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.28.125" port: 37959 } attempt: 2
19:37:14.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:37:14.642053 17642 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.17.28.125:37959: Network error: Client connection negotiation failed: client connection to 127.17.28.125:37959: connect: Connection refused (error 111)
19:37:14.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:14.733547 17642 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.28.125" port: 37959 } attempt: 3
19:37:14.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:37:14.737490 17642 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.17.28.125:37959: Network error: Client connection negotiation failed: client connection to 127.17.28.125:37959: connect: Connection refused (error 111)
19:37:14.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:37:14.855022 17648 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
19:37:14.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:37:14.855604 17648 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
19:37:14.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:37:14.856189 17648 flags.cc:425] Enabled unsafe flag: --never_fsync=true
19:37:14.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:14.880971 17642 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.28.125" port: 37959 } attempt: 4
19:37:14.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:37:14.885294 17642 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.17.28.125:37959: Network error: Client connection negotiation failed: client connection to 127.17.28.125:37959: connect: Connection refused (error 111)
19:37:14.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:37:14.896952 17648 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
19:37:14.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:37:14.897261 17648 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
19:37:14.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:37:14.897542 17648 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
19:37:14.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:37:14.897739 17648 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
19:37:14.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:37:14.897938 17648 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
19:37:14.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:37:14.898130 17648 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
19:37:14.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:37:14.898268 17648 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:46095/jwks.json
19:37:14.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:14.937244 17648 master_runner.cc:386] Master server non-default flags:
19:37:14.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:37:14.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.28.84:42251
19:37:14.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:37:14.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:37:14.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskdZog2H/test-tmp/mini-kudu-cluster3725423600092170187/master-1/data
19:37:14.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskdZog2H/test-tmp/mini-kudu-cluster3725423600092170187/master-1/wal
19:37:14.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
19:37:14.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
19:37:14.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.17.28.126:44481,127.17.28.125:37959,127.17.28.124:43451
19:37:14.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskdZog2H/test-tmp/mini-kudu-cluster3725423600092170187/krb5kdc/kudu_127.17.28.125.keytab
19:37:14.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.17.28.125
19:37:14.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:37:14.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:37:14.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
19:37:14.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.28.125:37959
19:37:14.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
19:37:14.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
19:37:14.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
19:37:14.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46095/jwks.json
19:37:14.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
19:37:14.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
19:37:14.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
19:37:14.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:37:14.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:37:14.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskdZog2H/test-tmp/mini-kudu-cluster3725423600092170187/master-1/data/info.pb
19:37:14.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.28.125
19:37:14.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:37:14.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
19:37:14.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:37:14.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
19:37:14.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
19:37:14.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:37:14.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskdZog2H/test-tmp/mini-kudu-cluster3725423600092170187/master-1/logs
19:37:14.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:37:14.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
19:37:14.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
19:37:14.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
19:37:14.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
19:37:14.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
19:37:14.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
19:37:14.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 12 Aug 2026 18:20:25 UTC on ccycloud.quasar-plgbua.root.comops.site
19:37:14.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4583012
19:37:14.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
19:37:14.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:14.938422 17648 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
19:37:14.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:14.939383 17648 file_cache.cc:493] Constructed file cache file cache with capacity 419430
19:37:14.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:37:14.957819 17658 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:37:15.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:15.184906 17642 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.28.125" port: 37959 } attempt: 5
19:37:15.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:37:15.188804 17642 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.17.28.125:37959: Network error: Client connection negotiation failed: client connection to 127.17.28.125:37959: connect: Connection refused (error 111)
19:37:15.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:15.736516 17642 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.28.125" port: 37959 } attempt: 6
19:37:15.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:37:15.743589 17642 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.17.28.125:37959: Network error: Client connection negotiation failed: client connection to 127.17.28.125:37959: connect: Connection refused (error 111)
19:37:16.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:37:14.958902 17661 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:37:16.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:14.959825 17648 server_base.cc:1034] running on GCE node
19:37:16.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:37:14.958021 17657 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:37:16.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:16.209336 17648 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
19:37:16.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:16.212658 17648 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
19:37:16.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:16.214155 17648 hybrid_clock.cc:648] HybridClock initialized: now 1786563436214099 us; error 62 us; skew 500 ppm
19:37:16.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:16.215040 17648 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
19:37:16.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 12 19:37:16 dist-test-slave-vxj2 krb5kdc[17533](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786563436, etypes {rep=17 tkt=17 ses=17}, kudu/127.17.28.125@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
19:37:16.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:16.226148 17648 init.cc:377] Logged in from keytab as kudu/127.17.28.125@KRBTEST.COM (short username kudu)
19:37:16.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:16.232595 17648 webserver.cc:460] Webserver started at http://127.17.28.125:41129/ using document root <none> and password file <none>
19:37:16.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:16.233882 17648 fs_manager.cc:359] Metadata directory not provided
19:37:16.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:16.234154 17648 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
19:37:16.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:16.234743 17648 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
19:37:16.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:16.240286 17648 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskdZog2H/test-tmp/mini-kudu-cluster3725423600092170187/master-1/data/instance:
19:37:16.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "755356b0f61d4e96ace095b0c9595e32"
19:37:16.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 19:37:16 on dist-test-slave-vxj2"
19:37:16.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:16.241467 17648 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskdZog2H/test-tmp/mini-kudu-cluster3725423600092170187/master-1/wal/instance:
19:37:16.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "755356b0f61d4e96ace095b0c9595e32"
19:37:16.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 19:37:16 on dist-test-slave-vxj2"
19:37:16.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:16.249290 17648 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.007s sys 0.000s
19:37:16.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:16.255165 17677 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
19:37:16.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:16.256268 17648 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.005s sys 0.000s
19:37:16.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:16.256731 17648 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskdZog2H/test-tmp/mini-kudu-cluster3725423600092170187/master-1/data,/tmp/dist-test-taskdZog2H/test-tmp/mini-kudu-cluster3725423600092170187/master-1/wal
19:37:16.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "755356b0f61d4e96ace095b0c9595e32"
19:37:16.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 19:37:16 on dist-test-slave-vxj2"
19:37:16.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:16.257134 17648 fs_report.cc:383] FS layout report
19:37:16.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
19:37:16.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskdZog2H/test-tmp/mini-kudu-cluster3725423600092170187/master-1/wal
19:37:16.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskdZog2H/test-tmp/mini-kudu-cluster3725423600092170187/master-1/wal
19:37:16.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskdZog2H/test-tmp/mini-kudu-cluster3725423600092170187/master-1/data/data
19:37:16.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
19:37:16.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
19:37:16.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
19:37:16.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
19:37:16.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
19:37:16.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
19:37:16.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
19:37:16.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
19:37:16.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
19:37:16.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
19:37:16.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
19:37:16.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:16.327210 17648 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
19:37:16.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:16.333791 17648 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
19:37:16.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:16.334321 17648 kserver.cc:163] Server-wide thread pool size limit: 3276
19:37:16.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:16.433632 17648 rpc_server.cc:307] RPC server started. Bound to: 127.17.28.125:37959
19:37:16.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:16.433704 17743 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.17.28.125:37959 every 8 connection(s)
19:37:16.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:16.436587 17648 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskdZog2H/test-tmp/mini-kudu-cluster3725423600092170187/master-1/data/info.pb
19:37:16.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:16.443291 17744 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
19:37:16.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:16.444036 17521 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskdZog2H/build/tsan/bin/kudu as pid 17648
19:37:16.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:16.444478 17521 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskdZog2H/test-tmp/mini-kudu-cluster3725423600092170187/master-1/wal/instance
19:37:16.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:16.457083 17744 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.17.28.126" port: 44481 } has no permanent_uuid. Determining permanent_uuid...
19:37:16.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.17.28.124@KRBTEST.COM; defaulting to no policy
19:37:16.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
19:37:16.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.17.28.124@KRBTEST.COM" created.
19:37:16.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 12 19:37:16 dist-test-slave-vxj2 krb5kdc[17533](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786563436, etypes {rep=17 tkt=17 ses=17}, kudu/127.17.28.125@KRBTEST.COM for kudu/127.17.28.126@KRBTEST.COM
19:37:16.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
19:37:16.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.17.28.124 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskdZog2H/test-tmp/mini-kudu-cluster3725423600092170187/krb5kdc/kudu_127.17.28.124.keytab.
19:37:16.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.17.28.124 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskdZog2H/test-tmp/mini-kudu-cluster3725423600092170187/krb5kdc/kudu_127.17.28.124.keytab.
19:37:16.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:16.494465 17521 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskdZog2H/build/tsan/bin/kudu
19:37:16.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskdZog2H/build/tsan/bin/kudu
19:37:16.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskdZog2H/test-tmp/mini-kudu-cluster3725423600092170187/master-2/wal
19:37:16.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskdZog2H/test-tmp/mini-kudu-cluster3725423600092170187/master-2/data
19:37:16.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
19:37:16.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
19:37:16.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
19:37:16.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:37:16.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:37:16.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:37:16.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskdZog2H/test-tmp/mini-kudu-cluster3725423600092170187/master-2/logs
19:37:16.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskdZog2H/test-tmp/mini-kudu-cluster3725423600092170187/master-2/data/info.pb
19:37:16.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:37:16.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
19:37:16.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
19:37:16.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
19:37:16.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
19:37:16.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:37:16.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:37:16.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:37:16.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
19:37:16.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
19:37:16.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
19:37:16.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
19:37:16.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.28.124:43451
19:37:16.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.28.124
19:37:16.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:37:16.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskdZog2H/test-tmp/mini-kudu-cluster3725423600092170187/krb5kdc/kudu_127.17.28.124.keytab
19:37:16.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.17.28.124
19:37:16.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
19:37:16.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
19:37:16.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
19:37:16.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.28.84:42251
19:37:16.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:37:16.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:37:16.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:37:16.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
19:37:16.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.17.28.126:44481,127.17.28.125:37959,127.17.28.124:43451
19:37:16.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
19:37:16.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46095/jwks.json
19:37:16.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskdZog2H/test-tmp/mini-kudu-cluster3725423600092170187/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskdZog2H/test-tmp/mini-kudu-cluster3725423600092170187/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskdZog2H/test-tmp/mini-kudu-cluster3725423600092170187/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
19:37:16.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:16.504650 17744 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.17.28.125" port: 37959 } has no permanent_uuid. Determining permanent_uuid...
19:37:16.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 12 19:37:16 dist-test-slave-vxj2 krb5kdc[17533](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786563436, etypes {rep=17 tkt=17 ses=17}, kudu/127.17.28.125@KRBTEST.COM for kudu/127.17.28.125@KRBTEST.COM
19:37:16.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:16.534071 17744 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.17.28.124" port: 43451 } has no permanent_uuid. Determining permanent_uuid...
19:37:16.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:37:16.536409 17680 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.17.28.124:43451: connect: Connection refused (error 111)
19:37:16.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:37:16.540616 17744 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.17.28.124:43451: Network error: Client connection negotiation failed: client connection to 127.17.28.124:43451: connect: Connection refused (error 111)
19:37:16.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:16.590211 17744 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.28.124" port: 43451 } attempt: 1
19:37:16.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:37:16.594636 17744 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.17.28.124:43451: Network error: Client connection negotiation failed: client connection to 127.17.28.124:43451: connect: Connection refused (error 111)
19:37:16.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:16.663147 17744 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.28.124" port: 43451 } attempt: 2
19:37:16.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:37:16.666945 17744 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.17.28.124:43451: Network error: Client connection negotiation failed: client connection to 127.17.28.124:43451: connect: Connection refused (error 111)
19:37:16.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:16.758397 17744 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.28.124" port: 43451 } attempt: 3
19:37:16.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:37:16.762600 17744 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.17.28.124:43451: Network error: Client connection negotiation failed: client connection to 127.17.28.124:43451: connect: Connection refused (error 111)
19:37:16.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:16.804268 17642 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.28.125" port: 37959 } attempt: 7
19:37:16.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 12 19:37:16 dist-test-slave-vxj2 krb5kdc[17533](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786563434, etypes {rep=17 tkt=17 ses=17}, kudu/127.17.28.126@KRBTEST.COM for kudu/127.17.28.125@KRBTEST.COM
19:37:16.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:16.830400 17642 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.17.28.124" port: 43451 } has no permanent_uuid. Determining permanent_uuid...
19:37:16.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:37:16.839581 17642 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.17.28.124:43451: Network error: Client connection negotiation failed: client connection to 127.17.28.124:43451: connect: Connection refused (error 111)
19:37:16.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:37:16.857630 17750 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
19:37:16.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:37:16.858362 17750 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
19:37:16.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:37:16.859068 17750 flags.cc:425] Enabled unsafe flag: --never_fsync=true
19:37:16.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:16.898018 17642 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.28.124" port: 43451 } attempt: 1
19:37:16.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:37:16.899016 17750 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
19:37:16.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:37:16.899293 17750 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
19:37:16.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:37:16.899720 17750 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
19:37:16.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:37:16.900031 17750 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
19:37:16.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:37:16.900353 17750 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
19:37:16.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:37:16.900686 17750 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
19:37:16.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:37:16.900929 17750 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:46095/jwks.json
19:37:16.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:37:16.902096 17642 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.17.28.124:43451: Network error: Client connection negotiation failed: client connection to 127.17.28.124:43451: connect: Connection refused (error 111)
19:37:16.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:16.906061 17744 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.28.124" port: 43451 } attempt: 4
19:37:16.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:37:16.910151 17744 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.17.28.124:43451: Network error: Client connection negotiation failed: client connection to 127.17.28.124:43451: connect: Connection refused (error 111)
19:37:16.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:16.942554 17750 master_runner.cc:386] Master server non-default flags:
19:37:16.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:37:16.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.28.84:42251
19:37:16.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:37:16.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:37:16.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskdZog2H/test-tmp/mini-kudu-cluster3725423600092170187/master-2/data
19:37:16.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskdZog2H/test-tmp/mini-kudu-cluster3725423600092170187/master-2/wal
19:37:16.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
19:37:16.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
19:37:16.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.17.28.126:44481,127.17.28.125:37959,127.17.28.124:43451
19:37:16.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskdZog2H/test-tmp/mini-kudu-cluster3725423600092170187/krb5kdc/kudu_127.17.28.124.keytab
19:37:16.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.17.28.124
19:37:16.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:37:16.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:37:16.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
19:37:16.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.28.124:43451
19:37:16.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
19:37:16.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
19:37:16.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
19:37:16.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46095/jwks.json
19:37:16.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
19:37:16.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
19:37:16.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
19:37:16.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:37:16.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:37:16.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskdZog2H/test-tmp/mini-kudu-cluster3725423600092170187/master-2/data/info.pb
19:37:16.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.28.124
19:37:16.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:37:16.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
19:37:16.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:37:16.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
19:37:16.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
19:37:16.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:37:16.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskdZog2H/test-tmp/mini-kudu-cluster3725423600092170187/master-2/logs
19:37:16.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:37:16.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
19:37:16.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
19:37:16.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
19:37:16.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
19:37:16.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
19:37:16.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
19:37:16.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 12 Aug 2026 18:20:25 UTC on ccycloud.quasar-plgbua.root.comops.site
19:37:16.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4583012
19:37:16.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
19:37:16.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:16.944115 17750 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
19:37:16.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:16.945353 17750 file_cache.cc:493] Constructed file cache file cache with capacity 419430
19:37:16.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:37:16.965595 17764 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:37:16.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:16.983527 17642 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.28.124" port: 43451 } attempt: 2
19:37:16.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:37:16.987202 17642 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.17.28.124:43451: Network error: Client connection negotiation failed: client connection to 127.17.28.124:43451: connect: Connection refused (error 111)
19:37:17.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:17.072875 17642 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.28.124" port: 43451 } attempt: 3
19:37:17.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:37:17.077131 17642 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.17.28.124:43451: Network error: Client connection negotiation failed: client connection to 127.17.28.124:43451: connect: Connection refused (error 111)
19:37:17.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:17.209539 17744 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.28.124" port: 43451 } attempt: 5
19:37:17.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:37:17.214159 17744 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.17.28.124:43451: Network error: Client connection negotiation failed: client connection to 127.17.28.124:43451: connect: Connection refused (error 111)
19:37:17.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:17.217854 17642 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.28.124" port: 43451 } attempt: 4
19:37:17.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:37:17.222761 17642 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.17.28.124:43451: Network error: Client connection negotiation failed: client connection to 127.17.28.124:43451: connect: Connection refused (error 111)
19:37:17.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:17.506343 17642 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.28.124" port: 43451 } attempt: 5
19:37:17.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:37:17.510888 17642 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.17.28.124:43451: Network error: Client connection negotiation failed: client connection to 127.17.28.124:43451: connect: Connection refused (error 111)
19:37:17.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:17.761555 17744 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.28.124" port: 43451 } attempt: 6
19:37:17.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:37:17.768864 17744 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.17.28.124:43451: Network error: Client connection negotiation failed: client connection to 127.17.28.124:43451: connect: Connection refused (error 111)
19:37:18.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:18.063572 17642 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.28.124" port: 43451 } attempt: 6
19:37:18.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:37:18.070791 17642 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.17.28.124:43451: Network error: Client connection negotiation failed: client connection to 127.17.28.124:43451: connect: Connection refused (error 111)
19:37:18.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:37:16.966542 17766 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:37:18.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:16.968343 17750 server_base.cc:1034] running on GCE node
19:37:18.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:37:16.965679 17763 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:37:18.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:18.244020 17750 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
19:37:18.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:18.246814 17750 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
19:37:18.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:18.248217 17750 hybrid_clock.cc:648] HybridClock initialized: now 1786563438248180 us; error 38 us; skew 500 ppm
19:37:18.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:18.249094 17750 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
19:37:18.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 12 19:37:18 dist-test-slave-vxj2 krb5kdc[17533](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786563438, etypes {rep=17 tkt=17 ses=17}, kudu/127.17.28.124@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
19:37:18.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:18.255373 17750 init.cc:377] Logged in from keytab as kudu/127.17.28.124@KRBTEST.COM (short username kudu)
19:37:18.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:18.260571 17750 webserver.cc:460] Webserver started at http://127.17.28.124:45675/ using document root <none> and password file <none>
19:37:18.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:18.261579 17750 fs_manager.cc:359] Metadata directory not provided
19:37:18.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:18.261773 17750 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
19:37:18.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:18.262244 17750 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
19:37:18.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:18.267663 17750 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskdZog2H/test-tmp/mini-kudu-cluster3725423600092170187/master-2/data/instance:
19:37:18.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a442ff82b1b3473ab71cd9fee7f8a05e"
19:37:18.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 19:37:18 on dist-test-slave-vxj2"
19:37:18.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:18.268724 17750 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskdZog2H/test-tmp/mini-kudu-cluster3725423600092170187/master-2/wal/instance:
19:37:18.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a442ff82b1b3473ab71cd9fee7f8a05e"
19:37:18.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 19:37:18 on dist-test-slave-vxj2"
19:37:18.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:18.276360 17750 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.002s sys 0.004s
19:37:18.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:18.282779 17781 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
19:37:18.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:18.284053 17750 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.005s sys 0.000s
19:37:18.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:18.284355 17750 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskdZog2H/test-tmp/mini-kudu-cluster3725423600092170187/master-2/data,/tmp/dist-test-taskdZog2H/test-tmp/mini-kudu-cluster3725423600092170187/master-2/wal
19:37:18.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a442ff82b1b3473ab71cd9fee7f8a05e"
19:37:18.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 19:37:18 on dist-test-slave-vxj2"
19:37:18.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:18.284662 17750 fs_report.cc:383] FS layout report
19:37:18.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
19:37:18.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskdZog2H/test-tmp/mini-kudu-cluster3725423600092170187/master-2/wal
19:37:18.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskdZog2H/test-tmp/mini-kudu-cluster3725423600092170187/master-2/wal
19:37:18.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskdZog2H/test-tmp/mini-kudu-cluster3725423600092170187/master-2/data/data
19:37:18.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
19:37:18.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
19:37:18.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
19:37:18.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
19:37:18.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
19:37:18.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
19:37:18.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
19:37:18.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
19:37:18.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
19:37:18.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
19:37:18.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
19:37:18.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:18.325094 17750 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
19:37:18.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:18.332926 17750 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
19:37:18.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:18.333599 17750 kserver.cc:163] Server-wide thread pool size limit: 3276
19:37:18.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:18.415555 17750 rpc_server.cc:307] RPC server started. Bound to: 127.17.28.124:43451
19:37:18.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:18.415642 17850 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.17.28.124:43451 every 8 connection(s)
19:37:18.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:18.418412 17750 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskdZog2H/test-tmp/mini-kudu-cluster3725423600092170187/master-2/data/info.pb
19:37:18.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:18.419086 17521 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskdZog2H/build/tsan/bin/kudu as pid 17750
19:37:18.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:18.419569 17521 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskdZog2H/test-tmp/mini-kudu-cluster3725423600092170187/master-2/wal/instance
19:37:18.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:18.424815 17851 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
19:37:18.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:18.438658 17851 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.17.28.126" port: 44481 } has no permanent_uuid. Determining permanent_uuid...
19:37:18.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 12 19:37:18 dist-test-slave-vxj2 krb5kdc[17533](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786563438, etypes {rep=17 tkt=17 ses=17}, kudu/127.17.28.124@KRBTEST.COM for kudu/127.17.28.126@KRBTEST.COM
19:37:18.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 12 19:37:18 dist-test-slave-vxj2 krb5kdc[17533](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786563432, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.17.28.124@KRBTEST.COM
19:37:18.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:18.481815 17851 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.17.28.125" port: 37959 } has no permanent_uuid. Determining permanent_uuid...
19:37:18.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 12 19:37:18 dist-test-slave-vxj2 krb5kdc[17533](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786563438, etypes {rep=17 tkt=17 ses=17}, kudu/127.17.28.124@KRBTEST.COM for kudu/127.17.28.125@KRBTEST.COM
19:37:18.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 12 19:37:18 dist-test-slave-vxj2 krb5kdc[17533](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786563432, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.17.28.125@KRBTEST.COM
19:37:18.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:18.508808 17851 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.17.28.124" port: 43451 } has no permanent_uuid. Determining permanent_uuid...
19:37:18.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 12 19:37:18 dist-test-slave-vxj2 krb5kdc[17533](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786563438, etypes {rep=17 tkt=17 ses=17}, kudu/127.17.28.124@KRBTEST.COM for kudu/127.17.28.124@KRBTEST.COM
19:37:18.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 12 19:37:18 dist-test-slave-vxj2 krb5kdc[17533](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786563432, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.17.28.126@KRBTEST.COM
19:37:18.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:18.540117 17851 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P a442ff82b1b3473ab71cd9fee7f8a05e: Bootstrap starting.
19:37:18.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:18.547552 17521 external_mini_cluster.cc:930] 0 TS(s) registered with all masters
19:37:18.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:18.547731 17851 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P a442ff82b1b3473ab71cd9fee7f8a05e: Neither blocks nor log segments found. Creating new log.
19:37:18.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:18.549543 17851 log.cc:824] T 00000000000000000000000000000000 P a442ff82b1b3473ab71cd9fee7f8a05e: Log is configured to *not* fsync() on all Append() calls
19:37:18.556 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
19:37:18.556 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_kdc_env_vars {
}
19:37:18.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:18.555117 17851 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P a442ff82b1b3473ab71cd9fee7f8a05e: No bootstrap required, opened a new log
19:37:18.559 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: get_kdc_env_vars {
env_vars {
key: "KRB5CCNAME"
value: "/tmp/dist-test-taskdZog2H/test-tmp/mini-kudu-cluster3725423600092170187/krb5kdc/krb5cc"
}
env_vars {
key: "KRB5_CONFIG"
value: "/tmp/dist-test-taskdZog2H/test-tmp/mini-kudu-cluster3725423600092170187/krb5kdc/krb5.conf"
}
env_vars {
key: "KRB5_KDC_PROFILE"
value: "/tmp/dist-test-taskdZog2H/test-tmp/mini-kudu-cluster3725423600092170187/krb5kdc/kdc.conf"
}
env_vars {
key: "KUDU_ENABLE_KRB5_REALM_FIX"
value: "yes"
}
}
19:37:18.559 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_masters {
}
19:37:18.560 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: get_masters {
masters {
id {
type: MASTER
index: 0
}
bound_rpc_address {
host: "127.17.28.126"
port: 44481
}
bound_http_address {
host: "127.17.28.126"
port: 46579
}
}
masters {
id {
type: MASTER
index: 1
}
bound_rpc_address {
host: "127.17.28.125"
port: 37959
}
bound_http_address {
host: "127.17.28.125"
port: 41129
}
}
masters {
id {
type: MASTER
index: 2
}
bound_rpc_address {
host: "127.17.28.124"
port: 43451
}
bound_http_address {
host: "127.17.28.124"
port: 45675
}
}
}
19:37:18.560 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_tservers {
}
19:37:18.561 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
19:37:18.561 [INFO - Time-limited test] (MiniKuduCluster.java:622) Running kinit for user test-admin
19:37:18.562 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: kinit {
username: "test-admin"
}
19:37:18.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:18.588711 17851 raft_consensus.cc:348] T 00000000000000000000000000000000 P a442ff82b1b3473ab71cd9fee7f8a05e [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f110fa78a1bd4e548c69373a6a3310c9" member_type: VOTER last_known_addr { host: "127.17.28.126" port: 44481 } } peers { permanent_uuid: "755356b0f61d4e96ace095b0c9595e32" member_type: VOTER last_known_addr { host: "127.17.28.125" port: 37959 } } peers { permanent_uuid: "a442ff82b1b3473ab71cd9fee7f8a05e" member_type: VOTER last_known_addr { host: "127.17.28.124" port: 43451 } }
19:37:18.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:18.589620 17851 raft_consensus.cc:374] T 00000000000000000000000000000000 P a442ff82b1b3473ab71cd9fee7f8a05e [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
19:37:18.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:18.589910 17851 raft_consensus.cc:729] T 00000000000000000000000000000000 P a442ff82b1b3473ab71cd9fee7f8a05e [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: a442ff82b1b3473ab71cd9fee7f8a05e, State: Initialized, Role: FOLLOWER
19:37:18.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:18.590931 17851 consensus_queue.cc:260] T 00000000000000000000000000000000 P a442ff82b1b3473ab71cd9fee7f8a05e [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f110fa78a1bd4e548c69373a6a3310c9" member_type: VOTER last_known_addr { host: "127.17.28.126" port: 44481 } } peers { permanent_uuid: "755356b0f61d4e96ace095b0c9595e32" member_type: VOTER last_known_addr { host: "127.17.28.125" port: 37959 } } peers { permanent_uuid: "a442ff82b1b3473ab71cd9fee7f8a05e" member_type: VOTER last_known_addr { host: "127.17.28.124" port: 43451 } }
19:37:18.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:18.603502 17851 sys_catalog.cc:564] T 00000000000000000000000000000000 P a442ff82b1b3473ab71cd9fee7f8a05e [sys.catalog]: configured and running, proceeding with master startup.
19:37:18.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:18.599782 17863 sys_catalog.cc:455] T 00000000000000000000000000000000 P a442ff82b1b3473ab71cd9fee7f8a05e [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f110fa78a1bd4e548c69373a6a3310c9" member_type: VOTER last_known_addr { host: "127.17.28.126" port: 44481 } } peers { permanent_uuid: "755356b0f61d4e96ace095b0c9595e32" member_type: VOTER last_known_addr { host: "127.17.28.125" port: 37959 } } peers { permanent_uuid: "a442ff82b1b3473ab71cd9fee7f8a05e" member_type: VOTER last_known_addr { host: "127.17.28.124" port: 43451 } } }
19:37:18.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 12 19:37:18 dist-test-slave-vxj2 krb5kdc[17533](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786563438, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
19:37:18.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:18.606686 17863 sys_catalog.cc:458] T 00000000000000000000000000000000 P a442ff82b1b3473ab71cd9fee7f8a05e [sys.catalog]: This master's current role is: FOLLOWER
19:37:18.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
19:37:18.616 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
19:37:18.617 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskdZog2H/test-tmp/mini-kudu-cluster3725423600092170187/krb5kdc/krb5cc
19:37:18.619 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
19:37:18.619 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskdZog2H/test-tmp/mini-kudu-cluster3725423600092170187/krb5kdc/krb5cc
19:37:18.620 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
19:37:18.621 [DEBUG - Time-limited test] (SecurityContext.java:161) Using caller-provided subject with Kerberos principal test-admin@KRBTEST.COM. Caller is responsible for refreshing credentials.
19:37:18.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:37:18.640316 17878 catalog_manager.cc:1558] T 00000000000000000000000000000000 P a442ff82b1b3473ab71cd9fee7f8a05e: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:37:18.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:37:18.640614 17878 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:37:18.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:18.637329 17750 master_runner.cc:186] Error getting master registration for 127.17.28.126:44481: OK, instance_id { permanent_uuid: "f110fa78a1bd4e548c69373a6a3310c9" instance_seqno: 1786563434417038 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
19:37:18.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:18.688110 17750 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
19:37:18.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:18.829528 17744 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.28.124" port: 43451 } attempt: 7
19:37:18.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:37:18.840060 17789 tablet.cc:2369] T 00000000000000000000000000000000 P a442ff82b1b3473ab71cd9fee7f8a05e: Can't schedule compaction. Clean time has not been advanced past its initial value.
19:37:18.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 12 19:37:18 dist-test-slave-vxj2 krb5kdc[17533](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786563436, etypes {rep=17 tkt=17 ses=17}, kudu/127.17.28.125@KRBTEST.COM for kudu/127.17.28.124@KRBTEST.COM
19:37:18.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:18.865398 17744 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 755356b0f61d4e96ace095b0c9595e32: Bootstrap starting.
19:37:18.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:18.872797 17744 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 755356b0f61d4e96ace095b0c9595e32: Neither blocks nor log segments found. Creating new log.
19:37:18.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:18.875268 17744 log.cc:824] T 00000000000000000000000000000000 P 755356b0f61d4e96ace095b0c9595e32: Log is configured to *not* fsync() on all Append() calls
19:37:18.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:18.880272 17744 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 755356b0f61d4e96ace095b0c9595e32: No bootstrap required, opened a new log
19:37:18.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:18.902068 17744 raft_consensus.cc:348] T 00000000000000000000000000000000 P 755356b0f61d4e96ace095b0c9595e32 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f110fa78a1bd4e548c69373a6a3310c9" member_type: VOTER last_known_addr { host: "127.17.28.126" port: 44481 } } peers { permanent_uuid: "755356b0f61d4e96ace095b0c9595e32" member_type: VOTER last_known_addr { host: "127.17.28.125" port: 37959 } } peers { permanent_uuid: "a442ff82b1b3473ab71cd9fee7f8a05e" member_type: VOTER last_known_addr { host: "127.17.28.124" port: 43451 } }
19:37:18.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:18.902841 17744 raft_consensus.cc:374] T 00000000000000000000000000000000 P 755356b0f61d4e96ace095b0c9595e32 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
19:37:18.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:18.903172 17744 raft_consensus.cc:729] T 00000000000000000000000000000000 P 755356b0f61d4e96ace095b0c9595e32 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 755356b0f61d4e96ace095b0c9595e32, State: Initialized, Role: FOLLOWER
19:37:18.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:18.904052 17744 consensus_queue.cc:260] T 00000000000000000000000000000000 P 755356b0f61d4e96ace095b0c9595e32 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f110fa78a1bd4e548c69373a6a3310c9" member_type: VOTER last_known_addr { host: "127.17.28.126" port: 44481 } } peers { permanent_uuid: "755356b0f61d4e96ace095b0c9595e32" member_type: VOTER last_known_addr { host: "127.17.28.125" port: 37959 } } peers { permanent_uuid: "a442ff82b1b3473ab71cd9fee7f8a05e" member_type: VOTER last_known_addr { host: "127.17.28.124" port: 43451 } }
19:37:18.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:18.907552 17883 sys_catalog.cc:455] T 00000000000000000000000000000000 P 755356b0f61d4e96ace095b0c9595e32 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f110fa78a1bd4e548c69373a6a3310c9" member_type: VOTER last_known_addr { host: "127.17.28.126" port: 44481 } } peers { permanent_uuid: "755356b0f61d4e96ace095b0c9595e32" member_type: VOTER last_known_addr { host: "127.17.28.125" port: 37959 } } peers { permanent_uuid: "a442ff82b1b3473ab71cd9fee7f8a05e" member_type: VOTER last_known_addr { host: "127.17.28.124" port: 43451 } } }
19:37:18.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:18.908421 17883 sys_catalog.cc:458] T 00000000000000000000000000000000 P 755356b0f61d4e96ace095b0c9595e32 [sys.catalog]: This master's current role is: FOLLOWER
19:37:18.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:18.909400 17744 sys_catalog.cc:564] T 00000000000000000000000000000000 P 755356b0f61d4e96ace095b0c9595e32 [sys.catalog]: configured and running, proceeding with master startup.
19:37:18.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:37:18.942402 17896 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 755356b0f61d4e96ace095b0c9595e32: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:37:18.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:37:18.942759 17896 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:37:18.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:18.937422 17648 master_runner.cc:186] Error getting master registration for 127.17.28.126:44481: OK, instance_id { permanent_uuid: "f110fa78a1bd4e548c69373a6a3310c9" instance_seqno: 1786563434417038 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
19:37:18.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:18.971567 17648 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
19:37:19.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:19.070957 17863 raft_consensus.cc:482] T 00000000000000000000000000000000 P a442ff82b1b3473ab71cd9fee7f8a05e [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
19:37:19.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:19.071554 17863 raft_consensus.cc:504] T 00000000000000000000000000000000 P a442ff82b1b3473ab71cd9fee7f8a05e [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f110fa78a1bd4e548c69373a6a3310c9" member_type: VOTER last_known_addr { host: "127.17.28.126" port: 44481 } } peers { permanent_uuid: "755356b0f61d4e96ace095b0c9595e32" member_type: VOTER last_known_addr { host: "127.17.28.125" port: 37959 } } peers { permanent_uuid: "a442ff82b1b3473ab71cd9fee7f8a05e" member_type: VOTER last_known_addr { host: "127.17.28.124" port: 43451 } }
19:37:19.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:19.074148 17863 leader_election.cc:288] T 00000000000000000000000000000000 P a442ff82b1b3473ab71cd9fee7f8a05e [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers f110fa78a1bd4e548c69373a6a3310c9 (127.17.28.126:44481), 755356b0f61d4e96ace095b0c9595e32 (127.17.28.125:37959)
19:37:19.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:19.075752 17707 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "a442ff82b1b3473ab71cd9fee7f8a05e" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "755356b0f61d4e96ace095b0c9595e32" is_pre_election: true
19:37:19.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:19.076776 17707 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 755356b0f61d4e96ace095b0c9595e32 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate a442ff82b1b3473ab71cd9fee7f8a05e in term 0.
19:37:19.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:19.078871 17786 leader_election.cc:302] T 00000000000000000000000000000000 P a442ff82b1b3473ab71cd9fee7f8a05e [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 755356b0f61d4e96ace095b0c9595e32, a442ff82b1b3473ab71cd9fee7f8a05e; no voters:
19:37:19.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:19.079981 17863 raft_consensus.cc:2781] T 00000000000000000000000000000000 P a442ff82b1b3473ab71cd9fee7f8a05e [term 0 FOLLOWER]: Leader pre-election won for term 1
19:37:19.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:19.080323 17863 raft_consensus.cc:482] T 00000000000000000000000000000000 P a442ff82b1b3473ab71cd9fee7f8a05e [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
19:37:19.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:19.080652 17863 raft_consensus.cc:3037] T 00000000000000000000000000000000 P a442ff82b1b3473ab71cd9fee7f8a05e [term 0 FOLLOWER]: Advancing to term 1
19:37:19.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:19.087514 17863 raft_consensus.cc:504] T 00000000000000000000000000000000 P a442ff82b1b3473ab71cd9fee7f8a05e [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f110fa78a1bd4e548c69373a6a3310c9" member_type: VOTER last_known_addr { host: "127.17.28.126" port: 44481 } } peers { permanent_uuid: "755356b0f61d4e96ace095b0c9595e32" member_type: VOTER last_known_addr { host: "127.17.28.125" port: 37959 } } peers { permanent_uuid: "a442ff82b1b3473ab71cd9fee7f8a05e" member_type: VOTER last_known_addr { host: "127.17.28.124" port: 43451 } }
19:37:19.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:19.089674 17863 leader_election.cc:288] T 00000000000000000000000000000000 P a442ff82b1b3473ab71cd9fee7f8a05e [CANDIDATE]: Term 1 election: Requested vote from peers f110fa78a1bd4e548c69373a6a3310c9 (127.17.28.126:44481), 755356b0f61d4e96ace095b0c9595e32 (127.17.28.125:37959)
19:37:19.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:19.091094 17707 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "a442ff82b1b3473ab71cd9fee7f8a05e" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "755356b0f61d4e96ace095b0c9595e32"
19:37:19.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:19.091715 17707 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 755356b0f61d4e96ace095b0c9595e32 [term 0 FOLLOWER]: Advancing to term 1
19:37:19.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:37:19.092509 17684 tablet.cc:2369] T 00000000000000000000000000000000 P 755356b0f61d4e96ace095b0c9595e32: Can't schedule compaction. Clean time has not been advanced past its initial value.
19:37:19.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:19.100857 17707 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 755356b0f61d4e96ace095b0c9595e32 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate a442ff82b1b3473ab71cd9fee7f8a05e in term 1.
19:37:19.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:19.102234 17786 leader_election.cc:302] T 00000000000000000000000000000000 P a442ff82b1b3473ab71cd9fee7f8a05e [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 755356b0f61d4e96ace095b0c9595e32, a442ff82b1b3473ab71cd9fee7f8a05e; no voters:
19:37:19.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:19.103269 17863 raft_consensus.cc:2781] T 00000000000000000000000000000000 P a442ff82b1b3473ab71cd9fee7f8a05e [term 1 FOLLOWER]: Leader election won for term 1
19:37:19.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:19.104259 17642 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.28.124" port: 43451 } attempt: 7
19:37:19.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:19.112897 17863 raft_consensus.cc:686] T 00000000000000000000000000000000 P a442ff82b1b3473ab71cd9fee7f8a05e [term 1 LEADER]: Becoming Leader. State: Replica: a442ff82b1b3473ab71cd9fee7f8a05e, State: Running, Role: LEADER
19:37:19.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:19.114087 17863 consensus_queue.cc:237] T 00000000000000000000000000000000 P a442ff82b1b3473ab71cd9fee7f8a05e [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f110fa78a1bd4e548c69373a6a3310c9" member_type: VOTER last_known_addr { host: "127.17.28.126" port: 44481 } } peers { permanent_uuid: "755356b0f61d4e96ace095b0c9595e32" member_type: VOTER last_known_addr { host: "127.17.28.125" port: 37959 } } peers { permanent_uuid: "a442ff82b1b3473ab71cd9fee7f8a05e" member_type: VOTER last_known_addr { host: "127.17.28.124" port: 43451 } }
19:37:19.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:19.136945 17898 sys_catalog.cc:455] T 00000000000000000000000000000000 P a442ff82b1b3473ab71cd9fee7f8a05e [sys.catalog]: SysCatalogTable state changed. Reason: New leader a442ff82b1b3473ab71cd9fee7f8a05e. Latest consensus state: current_term: 1 leader_uuid: "a442ff82b1b3473ab71cd9fee7f8a05e" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f110fa78a1bd4e548c69373a6a3310c9" member_type: VOTER last_known_addr { host: "127.17.28.126" port: 44481 } } peers { permanent_uuid: "755356b0f61d4e96ace095b0c9595e32" member_type: VOTER last_known_addr { host: "127.17.28.125" port: 37959 } } peers { permanent_uuid: "a442ff82b1b3473ab71cd9fee7f8a05e" member_type: VOTER last_known_addr { host: "127.17.28.124" port: 43451 } } }
19:37:19.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:19.137786 17898 sys_catalog.cc:458] T 00000000000000000000000000000000 P a442ff82b1b3473ab71cd9fee7f8a05e [sys.catalog]: This master's current role is: LEADER
19:37:19.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 12 19:37:19 dist-test-slave-vxj2 krb5kdc[17533](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786563434, etypes {rep=17 tkt=17 ses=17}, kudu/127.17.28.126@KRBTEST.COM for kudu/127.17.28.124@KRBTEST.COM
19:37:19.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:19.151587 17902 catalog_manager.cc:1475] Loading table and tablet metadata into memory...
19:37:19.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:19.164924 17902 catalog_manager.cc:1484] Initializing Kudu cluster ID...
19:37:19.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:19.198483 17642 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P f110fa78a1bd4e548c69373a6a3310c9: Bootstrap starting.
19:37:19.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:19.223971 17707 raft_consensus.cc:1261] T 00000000000000000000000000000000 P 755356b0f61d4e96ace095b0c9595e32 [term 1 FOLLOWER]: Refusing update from remote peer a442ff82b1b3473ab71cd9fee7f8a05e: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
19:37:19.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:19.229458 17898 consensus_queue.cc:1035] T 00000000000000000000000000000000 P a442ff82b1b3473ab71cd9fee7f8a05e [LEADER]: Connected to new peer: Peer: permanent_uuid: "755356b0f61d4e96ace095b0c9595e32" member_type: VOTER last_known_addr { host: "127.17.28.125" port: 37959 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
19:37:19.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:19.240897 17642 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P f110fa78a1bd4e548c69373a6a3310c9: Neither blocks nor log segments found. Creating new log.
19:37:19.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:19.243489 17642 log.cc:824] T 00000000000000000000000000000000 P f110fa78a1bd4e548c69373a6a3310c9: Log is configured to *not* fsync() on all Append() calls
19:37:19.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:19.254797 17642 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P f110fa78a1bd4e548c69373a6a3310c9: No bootstrap required, opened a new log
19:37:19.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:19.293710 17642 raft_consensus.cc:348] T 00000000000000000000000000000000 P f110fa78a1bd4e548c69373a6a3310c9 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f110fa78a1bd4e548c69373a6a3310c9" member_type: VOTER last_known_addr { host: "127.17.28.126" port: 44481 } } peers { permanent_uuid: "755356b0f61d4e96ace095b0c9595e32" member_type: VOTER last_known_addr { host: "127.17.28.125" port: 37959 } } peers { permanent_uuid: "a442ff82b1b3473ab71cd9fee7f8a05e" member_type: VOTER last_known_addr { host: "127.17.28.124" port: 43451 } }
19:37:19.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:19.294680 17642 raft_consensus.cc:374] T 00000000000000000000000000000000 P f110fa78a1bd4e548c69373a6a3310c9 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
19:37:19.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:19.294972 17642 raft_consensus.cc:729] T 00000000000000000000000000000000 P f110fa78a1bd4e548c69373a6a3310c9 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: f110fa78a1bd4e548c69373a6a3310c9, State: Initialized, Role: FOLLOWER
19:37:19.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:19.295871 17642 consensus_queue.cc:260] T 00000000000000000000000000000000 P f110fa78a1bd4e548c69373a6a3310c9 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f110fa78a1bd4e548c69373a6a3310c9" member_type: VOTER last_known_addr { host: "127.17.28.126" port: 44481 } } peers { permanent_uuid: "755356b0f61d4e96ace095b0c9595e32" member_type: VOTER last_known_addr { host: "127.17.28.125" port: 37959 } } peers { permanent_uuid: "a442ff82b1b3473ab71cd9fee7f8a05e" member_type: VOTER last_known_addr { host: "127.17.28.124" port: 43451 } }
19:37:19.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:19.304245 17907 sys_catalog.cc:455] T 00000000000000000000000000000000 P f110fa78a1bd4e548c69373a6a3310c9 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f110fa78a1bd4e548c69373a6a3310c9" member_type: VOTER last_known_addr { host: "127.17.28.126" port: 44481 } } peers { permanent_uuid: "755356b0f61d4e96ace095b0c9595e32" member_type: VOTER last_known_addr { host: "127.17.28.125" port: 37959 } } peers { permanent_uuid: "a442ff82b1b3473ab71cd9fee7f8a05e" member_type: VOTER last_known_addr { host: "127.17.28.124" port: 43451 } } }
19:37:19.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:19.305162 17907 sys_catalog.cc:458] T 00000000000000000000000000000000 P f110fa78a1bd4e548c69373a6a3310c9 [sys.catalog]: This master's current role is: FOLLOWER
19:37:19.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:19.308223 17642 sys_catalog.cc:564] T 00000000000000000000000000000000 P f110fa78a1bd4e548c69373a6a3310c9 [sys.catalog]: configured and running, proceeding with master startup.
19:37:19.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:19.308812 17610 raft_consensus.cc:3037] T 00000000000000000000000000000000 P f110fa78a1bd4e548c69373a6a3310c9 [term 0 FOLLOWER]: Advancing to term 1
19:37:19.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:19.312668 17612 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "a442ff82b1b3473ab71cd9fee7f8a05e" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "f110fa78a1bd4e548c69373a6a3310c9" is_pre_election: true
19:37:19.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:19.316090 17611 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "a442ff82b1b3473ab71cd9fee7f8a05e" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "f110fa78a1bd4e548c69373a6a3310c9"
19:37:19.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:19.307061 17883 sys_catalog.cc:455] T 00000000000000000000000000000000 P 755356b0f61d4e96ace095b0c9595e32 [sys.catalog]: SysCatalogTable state changed. Reason: New leader a442ff82b1b3473ab71cd9fee7f8a05e. Latest consensus state: current_term: 1 leader_uuid: "a442ff82b1b3473ab71cd9fee7f8a05e" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f110fa78a1bd4e548c69373a6a3310c9" member_type: VOTER last_known_addr { host: "127.17.28.126" port: 44481 } } peers { permanent_uuid: "755356b0f61d4e96ace095b0c9595e32" member_type: VOTER last_known_addr { host: "127.17.28.125" port: 37959 } } peers { permanent_uuid: "a442ff82b1b3473ab71cd9fee7f8a05e" member_type: VOTER last_known_addr { host: "127.17.28.124" port: 43451 } } }
19:37:19.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:19.324090 17883 sys_catalog.cc:458] T 00000000000000000000000000000000 P 755356b0f61d4e96ace095b0c9595e32 [sys.catalog]: This master's current role is: FOLLOWER
19:37:19.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:19.326400 17610 raft_consensus.cc:1261] T 00000000000000000000000000000000 P f110fa78a1bd4e548c69373a6a3310c9 [term 1 FOLLOWER]: Refusing update from remote peer a442ff82b1b3473ab71cd9fee7f8a05e: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
19:37:19.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:19.332032 17898 consensus_queue.cc:1035] T 00000000000000000000000000000000 P a442ff82b1b3473ab71cd9fee7f8a05e [LEADER]: Connected to new peer: Peer: permanent_uuid: "f110fa78a1bd4e548c69373a6a3310c9" member_type: VOTER last_known_addr { host: "127.17.28.126" port: 44481 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
19:37:19.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:19.355522 17903 mvcc.cc:205] Tried to move back new op lower bound from 7317763847030648832 to 7317763846629888000. Current Snapshot: MvccSnapshot[applied={T|T < 7317763847030648832}]
19:37:19.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:37:19.372430 17588 tablet.cc:2369] T 00000000000000000000000000000000 P f110fa78a1bd4e548c69373a6a3310c9: Can't schedule compaction. Clean time has not been advanced past its initial value.
19:37:19.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:19.375039 17898 sys_catalog.cc:455] T 00000000000000000000000000000000 P a442ff82b1b3473ab71cd9fee7f8a05e [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "a442ff82b1b3473ab71cd9fee7f8a05e" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f110fa78a1bd4e548c69373a6a3310c9" member_type: VOTER last_known_addr { host: "127.17.28.126" port: 44481 } } peers { permanent_uuid: "755356b0f61d4e96ace095b0c9595e32" member_type: VOTER last_known_addr { host: "127.17.28.125" port: 37959 } } peers { permanent_uuid: "a442ff82b1b3473ab71cd9fee7f8a05e" member_type: VOTER last_known_addr { host: "127.17.28.124" port: 43451 } } }
19:37:19.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:19.375816 17898 sys_catalog.cc:458] T 00000000000000000000000000000000 P a442ff82b1b3473ab71cd9fee7f8a05e [sys.catalog]: This master's current role is: LEADER
19:37:19.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:19.381815 17883 sys_catalog.cc:455] T 00000000000000000000000000000000 P 755356b0f61d4e96ace095b0c9595e32 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "a442ff82b1b3473ab71cd9fee7f8a05e" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f110fa78a1bd4e548c69373a6a3310c9" member_type: VOTER last_known_addr { host: "127.17.28.126" port: 44481 } } peers { permanent_uuid: "755356b0f61d4e96ace095b0c9595e32" member_type: VOTER last_known_addr { host: "127.17.28.125" port: 37959 } } peers { permanent_uuid: "a442ff82b1b3473ab71cd9fee7f8a05e" member_type: VOTER last_known_addr { host: "127.17.28.124" port: 43451 } } }
19:37:19.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:19.382586 17883 sys_catalog.cc:458] T 00000000000000000000000000000000 P 755356b0f61d4e96ace095b0c9595e32 [sys.catalog]: This master's current role is: FOLLOWER
19:37:19.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:19.385293 17902 catalog_manager.cc:1347] Generated new cluster ID: 20b90a0bb0434f15a93c711e4f028173
19:37:19.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:19.385943 17902 catalog_manager.cc:1495] Initializing Kudu internal certificate authority...
19:37:19.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:19.399724 17863 sys_catalog.cc:455] T 00000000000000000000000000000000 P a442ff82b1b3473ab71cd9fee7f8a05e [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "a442ff82b1b3473ab71cd9fee7f8a05e" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f110fa78a1bd4e548c69373a6a3310c9" member_type: VOTER last_known_addr { host: "127.17.28.126" port: 44481 } } peers { permanent_uuid: "755356b0f61d4e96ace095b0c9595e32" member_type: VOTER last_known_addr { host: "127.17.28.125" port: 37959 } } peers { permanent_uuid: "a442ff82b1b3473ab71cd9fee7f8a05e" member_type: VOTER last_known_addr { host: "127.17.28.124" port: 43451 } } }
19:37:19.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:19.400516 17863 sys_catalog.cc:458] T 00000000000000000000000000000000 P a442ff82b1b3473ab71cd9fee7f8a05e [sys.catalog]: This master's current role is: LEADER
19:37:19.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:19.409605 17907 sys_catalog.cc:455] T 00000000000000000000000000000000 P f110fa78a1bd4e548c69373a6a3310c9 [sys.catalog]: SysCatalogTable state changed. Reason: New leader a442ff82b1b3473ab71cd9fee7f8a05e. Latest consensus state: current_term: 1 leader_uuid: "a442ff82b1b3473ab71cd9fee7f8a05e" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f110fa78a1bd4e548c69373a6a3310c9" member_type: VOTER last_known_addr { host: "127.17.28.126" port: 44481 } } peers { permanent_uuid: "755356b0f61d4e96ace095b0c9595e32" member_type: VOTER last_known_addr { host: "127.17.28.125" port: 37959 } } peers { permanent_uuid: "a442ff82b1b3473ab71cd9fee7f8a05e" member_type: VOTER last_known_addr { host: "127.17.28.124" port: 43451 } } }
19:37:19.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:19.411037 17907 sys_catalog.cc:458] T 00000000000000000000000000000000 P f110fa78a1bd4e548c69373a6a3310c9 [sys.catalog]: This master's current role is: FOLLOWER
19:37:19.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:19.430971 17902 catalog_manager.cc:1370] Generated new certificate authority record
19:37:19.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:19.434971 17902 catalog_manager.cc:1504] Loading token signing keys...
19:37:19.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:19.456769 17907 sys_catalog.cc:455] T 00000000000000000000000000000000 P f110fa78a1bd4e548c69373a6a3310c9 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "a442ff82b1b3473ab71cd9fee7f8a05e" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f110fa78a1bd4e548c69373a6a3310c9" member_type: VOTER last_known_addr { host: "127.17.28.126" port: 44481 } } peers { permanent_uuid: "755356b0f61d4e96ace095b0c9595e32" member_type: VOTER last_known_addr { host: "127.17.28.125" port: 37959 } } peers { permanent_uuid: "a442ff82b1b3473ab71cd9fee7f8a05e" member_type: VOTER last_known_addr { host: "127.17.28.124" port: 43451 } } }
19:37:19.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:19.457571 17907 sys_catalog.cc:458] T 00000000000000000000000000000000 P f110fa78a1bd4e548c69373a6a3310c9 [sys.catalog]: This master's current role is: FOLLOWER
19:37:19.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:19.496006 17928 catalog_manager.cc:1259] Loaded cluster ID: 20b90a0bb0434f15a93c711e4f028173
19:37:19.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:19.496367 17928 catalog_manager.cc:1552] T 00000000000000000000000000000000 P f110fa78a1bd4e548c69373a6a3310c9: loading cluster ID for follower catalog manager: success
19:37:19.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:19.510695 17902 catalog_manager.cc:5868] T 00000000000000000000000000000000 P a442ff82b1b3473ab71cd9fee7f8a05e: Generated new TSK 0
19:37:19.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:19.512324 17902 catalog_manager.cc:1514] Initializing in-progress tserver states...
19:37:19.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:19.528528 17928 catalog_manager.cc:1574] T 00000000000000000000000000000000 P f110fa78a1bd4e548c69373a6a3310c9: acquiring CA information for follower catalog manager: success
19:37:19.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:19.543533 17928 catalog_manager.cc:1602] T 00000000000000000000000000000000 P f110fa78a1bd4e548c69373a6a3310c9: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
19:37:19.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:37:19.692718 17504 debug-util.cc:398] Leaking SignalData structure 0x7b08000ba6a0 after lost signal to thread 17347
19:37:19.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:37:19.694029 17504 debug-util.cc:398] Leaking SignalData structure 0x7b08000af3e0 after lost signal to thread 17507
19:37:19.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:19.948998 17896 catalog_manager.cc:1259] Loaded cluster ID: 20b90a0bb0434f15a93c711e4f028173
19:37:19.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:19.949312 17896 catalog_manager.cc:1552] T 00000000000000000000000000000000 P 755356b0f61d4e96ace095b0c9595e32: loading cluster ID for follower catalog manager: success
19:37:19.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:19.970275 17896 catalog_manager.cc:1574] T 00000000000000000000000000000000 P 755356b0f61d4e96ace095b0c9595e32: acquiring CA information for follower catalog manager: success
19:37:19.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:19.976379 17896 catalog_manager.cc:1602] T 00000000000000000000000000000000 P 755356b0f61d4e96ace095b0c9595e32: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
19:37:21.621 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.17.28.125:37959
19:37:21.622 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 1
}
}
19:37:21.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:21.622937 17521 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskdZog2H/build/tsan/bin/kudu with pid 17648
19:37:21.695 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
19:37:21.695 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.17.28.124:43451
19:37:21.695 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 2
}
}
19:37:21.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:21.695631 17521 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskdZog2H/build/tsan/bin/kudu with pid 17750
19:37:21.750 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
19:37:21.750 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.17.28.126:44481
19:37:21.750 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 0
}
}
19:37:21.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:21.751212 17521 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskdZog2H/build/tsan/bin/kudu with pid 17554
19:37:21.796 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
19:37:21.797 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.17.28.125:37959
19:37:21.797 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 1
}
}
19:37:21.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:21.799362 17521 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskdZog2H/build/tsan/bin/kudu
19:37:21.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskdZog2H/build/tsan/bin/kudu
19:37:21.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskdZog2H/test-tmp/mini-kudu-cluster3725423600092170187/master-1/wal
19:37:21.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskdZog2H/test-tmp/mini-kudu-cluster3725423600092170187/master-1/data
19:37:21.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
19:37:21.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
19:37:21.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
19:37:21.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:37:21.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:37:21.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:37:21.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskdZog2H/test-tmp/mini-kudu-cluster3725423600092170187/master-1/logs
19:37:21.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskdZog2H/test-tmp/mini-kudu-cluster3725423600092170187/master-1/data/info.pb
19:37:21.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:37:21.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
19:37:21.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
19:37:21.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
19:37:21.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
19:37:21.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:37:21.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:37:21.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:37:21.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
19:37:21.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
19:37:21.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
19:37:21.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
19:37:21.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.28.125:37959
19:37:21.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.28.125
19:37:21.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=41129
19:37:21.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskdZog2H/test-tmp/mini-kudu-cluster3725423600092170187/krb5kdc/kudu_127.17.28.125.keytab
19:37:21.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.17.28.125
19:37:21.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
19:37:21.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
19:37:21.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
19:37:21.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.28.84:42251
19:37:21.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:37:21.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:37:21.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:37:21.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
19:37:21.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.17.28.126:44481,127.17.28.125:37959,127.17.28.124:43451
19:37:21.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
19:37:21.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46095/jwks.json
19:37:21.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskdZog2H/test-tmp/mini-kudu-cluster3725423600092170187/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskdZog2H/test-tmp/mini-kudu-cluster3725423600092170187/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskdZog2H/test-tmp/mini-kudu-cluster3725423600092170187/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
19:37:22.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:37:22.178084 17937 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
19:37:22.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:37:22.178821 17937 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
19:37:22.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:37:22.179457 17937 flags.cc:425] Enabled unsafe flag: --never_fsync=true
19:37:22.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:37:22.213713 17937 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
19:37:22.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:37:22.214088 17937 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
19:37:22.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:37:22.214562 17937 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
19:37:22.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:37:22.214792 17937 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
19:37:22.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:37:22.214993 17937 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
19:37:22.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:37:22.215181 17937 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
19:37:22.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:37:22.215322 17937 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:46095/jwks.json
19:37:22.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:22.259704 17937 master_runner.cc:386] Master server non-default flags:
19:37:22.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:37:22.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.28.84:42251
19:37:22.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:37:22.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:37:22.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskdZog2H/test-tmp/mini-kudu-cluster3725423600092170187/master-1/data
19:37:22.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskdZog2H/test-tmp/mini-kudu-cluster3725423600092170187/master-1/wal
19:37:22.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
19:37:22.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
19:37:22.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.17.28.126:44481,127.17.28.125:37959,127.17.28.124:43451
19:37:22.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskdZog2H/test-tmp/mini-kudu-cluster3725423600092170187/krb5kdc/kudu_127.17.28.125.keytab
19:37:22.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.17.28.125
19:37:22.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:37:22.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:37:22.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
19:37:22.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.28.125:37959
19:37:22.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
19:37:22.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
19:37:22.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
19:37:22.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46095/jwks.json
19:37:22.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
19:37:22.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
19:37:22.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
19:37:22.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:37:22.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:37:22.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskdZog2H/test-tmp/mini-kudu-cluster3725423600092170187/master-1/data/info.pb
19:37:22.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.28.125
19:37:22.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=41129
19:37:22.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
19:37:22.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:37:22.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
19:37:22.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
19:37:22.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:37:22.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskdZog2H/test-tmp/mini-kudu-cluster3725423600092170187/master-1/logs
19:37:22.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:37:22.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
19:37:22.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
19:37:22.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
19:37:22.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
19:37:22.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
19:37:22.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
19:37:22.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 12 Aug 2026 18:20:25 UTC on ccycloud.quasar-plgbua.root.comops.site
19:37:22.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4583012
19:37:22.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
19:37:22.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:22.261142 17937 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
19:37:22.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:22.262221 17937 file_cache.cc:493] Constructed file cache file cache with capacity 419430
19:37:22.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:37:22.281366 17951 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:37:23.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:37:22.281399 17944 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:37:23.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:37:22.282694 17946 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:37:23.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:37:23.529421 17947 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
19:37:23.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:23.529547 17937 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
19:37:23.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:23.533666 17937 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
19:37:23.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:23.536365 17937 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
19:37:23.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:23.537762 17937 hybrid_clock.cc:648] HybridClock initialized: now 1786563443537715 us; error 62 us; skew 500 ppm
19:37:23.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:23.538683 17937 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
19:37:23.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 12 19:37:23 dist-test-slave-vxj2 krb5kdc[17533](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786563443, etypes {rep=17 tkt=17 ses=17}, kudu/127.17.28.125@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
19:37:23.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:23.544762 17937 init.cc:377] Logged in from keytab as kudu/127.17.28.125@KRBTEST.COM (short username kudu)
19:37:23.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:23.550480 17937 webserver.cc:460] Webserver started at http://127.17.28.125:41129/ using document root <none> and password file <none>
19:37:23.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:23.551471 17937 fs_manager.cc:359] Metadata directory not provided
19:37:23.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:23.551734 17937 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
19:37:23.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:23.562055 17937 fs_manager.cc:709] Time spent opening directory manager: real 0.007s user 0.007s sys 0.001s
19:37:23.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:23.568584 17963 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
19:37:23.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:23.570106 17937 fs_manager.cc:725] Time spent opening block manager: real 0.005s user 0.003s sys 0.001s
19:37:23.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:23.570499 17937 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskdZog2H/test-tmp/mini-kudu-cluster3725423600092170187/master-1/data,/tmp/dist-test-taskdZog2H/test-tmp/mini-kudu-cluster3725423600092170187/master-1/wal
19:37:23.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "755356b0f61d4e96ace095b0c9595e32"
19:37:23.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 19:37:16 on dist-test-slave-vxj2"
19:37:23.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:23.573843 17937 fs_report.cc:383] FS layout report
19:37:23.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
19:37:23.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskdZog2H/test-tmp/mini-kudu-cluster3725423600092170187/master-1/wal
19:37:23.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskdZog2H/test-tmp/mini-kudu-cluster3725423600092170187/master-1/wal
19:37:23.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskdZog2H/test-tmp/mini-kudu-cluster3725423600092170187/master-1/data/data
19:37:23.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
19:37:23.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
19:37:23.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
19:37:23.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
19:37:23.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
19:37:23.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
19:37:23.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
19:37:23.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
19:37:23.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
19:37:23.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
19:37:23.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
19:37:23.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:23.628851 17937 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
19:37:23.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:23.634970 17937 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
19:37:23.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:23.635404 17937 kserver.cc:163] Server-wide thread pool size limit: 3276
19:37:23.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:23.718046 17937 rpc_server.cc:307] RPC server started. Bound to: 127.17.28.125:37959
19:37:23.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:23.718099 18030 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.17.28.125:37959 every 8 connection(s)
19:37:23.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:23.721974 17937 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskdZog2H/test-tmp/mini-kudu-cluster3725423600092170187/master-1/data/info.pb
19:37:23.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:23.724462 17521 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskdZog2H/build/tsan/bin/kudu as pid 17937
19:37:23.725 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
19:37:23.725 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.17.28.124:43451
19:37:23.725 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 2
}
}
19:37:23.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:23.727150 17521 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskdZog2H/build/tsan/bin/kudu
19:37:23.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskdZog2H/build/tsan/bin/kudu
19:37:23.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskdZog2H/test-tmp/mini-kudu-cluster3725423600092170187/master-2/wal
19:37:23.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskdZog2H/test-tmp/mini-kudu-cluster3725423600092170187/master-2/data
19:37:23.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
19:37:23.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
19:37:23.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
19:37:23.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:37:23.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:37:23.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:37:23.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskdZog2H/test-tmp/mini-kudu-cluster3725423600092170187/master-2/logs
19:37:23.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskdZog2H/test-tmp/mini-kudu-cluster3725423600092170187/master-2/data/info.pb
19:37:23.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:37:23.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
19:37:23.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
19:37:23.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
19:37:23.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
19:37:23.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:37:23.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:37:23.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:37:23.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
19:37:23.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
19:37:23.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
19:37:23.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
19:37:23.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.28.124:43451
19:37:23.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.28.124
19:37:23.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=45675
19:37:23.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskdZog2H/test-tmp/mini-kudu-cluster3725423600092170187/krb5kdc/kudu_127.17.28.124.keytab
19:37:23.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.17.28.124
19:37:23.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
19:37:23.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
19:37:23.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
19:37:23.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.28.84:42251
19:37:23.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:37:23.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:37:23.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:37:23.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
19:37:23.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.17.28.126:44481,127.17.28.125:37959,127.17.28.124:43451
19:37:23.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
19:37:23.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46095/jwks.json
19:37:23.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskdZog2H/test-tmp/mini-kudu-cluster3725423600092170187/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskdZog2H/test-tmp/mini-kudu-cluster3725423600092170187/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskdZog2H/test-tmp/mini-kudu-cluster3725423600092170187/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
19:37:23.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:23.734618 18031 sys_catalog.cc:263] Verifying existing consensus state
19:37:23.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:23.740760 18031 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 755356b0f61d4e96ace095b0c9595e32: Bootstrap starting.
19:37:23.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:23.779731 18031 log.cc:824] T 00000000000000000000000000000000 P 755356b0f61d4e96ace095b0c9595e32: Log is configured to *not* fsync() on all Append() calls
19:37:23.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:23.795142 18031 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 755356b0f61d4e96ace095b0c9595e32: Bootstrap replayed 1/1 log segments. Stats: ops{read=4 overwritten=0 applied=4 ignored=0} inserts{seen=3 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
19:37:23.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:23.796027 18031 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 755356b0f61d4e96ace095b0c9595e32: Bootstrap complete.
19:37:23.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:23.822134 18031 raft_consensus.cc:348] T 00000000000000000000000000000000 P 755356b0f61d4e96ace095b0c9595e32 [term 1 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f110fa78a1bd4e548c69373a6a3310c9" member_type: VOTER last_known_addr { host: "127.17.28.126" port: 44481 } } peers { permanent_uuid: "755356b0f61d4e96ace095b0c9595e32" member_type: VOTER last_known_addr { host: "127.17.28.125" port: 37959 } } peers { permanent_uuid: "a442ff82b1b3473ab71cd9fee7f8a05e" member_type: VOTER last_known_addr { host: "127.17.28.124" port: 43451 } }
19:37:23.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:23.824513 18031 raft_consensus.cc:729] T 00000000000000000000000000000000 P 755356b0f61d4e96ace095b0c9595e32 [term 1 FOLLOWER]: Becoming Follower/Learner. State: Replica: 755356b0f61d4e96ace095b0c9595e32, State: Initialized, Role: FOLLOWER
19:37:23.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:23.825512 18031 consensus_queue.cc:260] T 00000000000000000000000000000000 P 755356b0f61d4e96ace095b0c9595e32 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 4, Last appended: 1.4, Last appended by leader: 4, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f110fa78a1bd4e548c69373a6a3310c9" member_type: VOTER last_known_addr { host: "127.17.28.126" port: 44481 } } peers { permanent_uuid: "755356b0f61d4e96ace095b0c9595e32" member_type: VOTER last_known_addr { host: "127.17.28.125" port: 37959 } } peers { permanent_uuid: "a442ff82b1b3473ab71cd9fee7f8a05e" member_type: VOTER last_known_addr { host: "127.17.28.124" port: 43451 } }
19:37:23.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:23.828389 18035 sys_catalog.cc:455] T 00000000000000000000000000000000 P 755356b0f61d4e96ace095b0c9595e32 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 1 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f110fa78a1bd4e548c69373a6a3310c9" member_type: VOTER last_known_addr { host: "127.17.28.126" port: 44481 } } peers { permanent_uuid: "755356b0f61d4e96ace095b0c9595e32" member_type: VOTER last_known_addr { host: "127.17.28.125" port: 37959 } } peers { permanent_uuid: "a442ff82b1b3473ab71cd9fee7f8a05e" member_type: VOTER last_known_addr { host: "127.17.28.124" port: 43451 } } }
19:37:23.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:23.829389 18035 sys_catalog.cc:458] T 00000000000000000000000000000000 P 755356b0f61d4e96ace095b0c9595e32 [sys.catalog]: This master's current role is: FOLLOWER
19:37:23.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:23.829840 18031 sys_catalog.cc:564] T 00000000000000000000000000000000 P 755356b0f61d4e96ace095b0c9595e32 [sys.catalog]: configured and running, proceeding with master startup.
19:37:23.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:23.863046 18046 catalog_manager.cc:1259] Loaded cluster ID: 20b90a0bb0434f15a93c711e4f028173
19:37:23.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:23.863715 18046 catalog_manager.cc:1552] T 00000000000000000000000000000000 P 755356b0f61d4e96ace095b0c9595e32: loading cluster ID for follower catalog manager: success
19:37:23.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:23.874003 18046 catalog_manager.cc:1574] T 00000000000000000000000000000000 P 755356b0f61d4e96ace095b0c9595e32: acquiring CA information for follower catalog manager: success
19:37:23.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:23.882527 18046 catalog_manager.cc:1602] T 00000000000000000000000000000000 P 755356b0f61d4e96ace095b0c9595e32: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
19:37:23.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:23.859057 17937 master_runner.cc:186] Error getting master registration for 127.17.28.126:44481: Network error: Client connection negotiation failed: client connection to 127.17.28.126:44481: connect: Connection refused (error 111),
19:37:23.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:23.889709 17937 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
19:37:24.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:37:24.088654 18033 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
19:37:24.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:37:24.089309 18033 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
19:37:24.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:37:24.089946 18033 flags.cc:425] Enabled unsafe flag: --never_fsync=true
19:37:24.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:37:24.129401 18033 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
19:37:24.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:37:24.129631 18033 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
19:37:24.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:37:24.129966 18033 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
19:37:24.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:37:24.130259 18033 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
19:37:24.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:37:24.130470 18033 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
19:37:24.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:37:24.130656 18033 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
19:37:24.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:37:24.130800 18033 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:46095/jwks.json
19:37:24.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:24.173830 18033 master_runner.cc:386] Master server non-default flags:
19:37:24.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:37:24.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.28.84:42251
19:37:24.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:37:24.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:37:24.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskdZog2H/test-tmp/mini-kudu-cluster3725423600092170187/master-2/data
19:37:24.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskdZog2H/test-tmp/mini-kudu-cluster3725423600092170187/master-2/wal
19:37:24.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
19:37:24.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
19:37:24.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.17.28.126:44481,127.17.28.125:37959,127.17.28.124:43451
19:37:24.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskdZog2H/test-tmp/mini-kudu-cluster3725423600092170187/krb5kdc/kudu_127.17.28.124.keytab
19:37:24.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.17.28.124
19:37:24.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:37:24.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:37:24.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
19:37:24.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.28.124:43451
19:37:24.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
19:37:24.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
19:37:24.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
19:37:24.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46095/jwks.json
19:37:24.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
19:37:24.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
19:37:24.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
19:37:24.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:37:24.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:37:24.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskdZog2H/test-tmp/mini-kudu-cluster3725423600092170187/master-2/data/info.pb
19:37:24.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.28.124
19:37:24.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=45675
19:37:24.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
19:37:24.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:37:24.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
19:37:24.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
19:37:24.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:37:24.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskdZog2H/test-tmp/mini-kudu-cluster3725423600092170187/master-2/logs
19:37:24.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:37:24.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
19:37:24.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
19:37:24.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
19:37:24.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
19:37:24.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
19:37:24.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
19:37:24.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 12 Aug 2026 18:20:25 UTC on ccycloud.quasar-plgbua.root.comops.site
19:37:24.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4583012
19:37:24.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
19:37:24.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:24.175197 18033 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
19:37:24.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:24.176342 18033 file_cache.cc:493] Constructed file cache file cache with capacity 419430
19:37:24.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:37:24.199146 18054 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:37:25.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:37:24.202234 18055 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:37:25.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:37:24.206067 18057 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:37:25.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:24.202699 18033 server_base.cc:1034] running on GCE node
19:37:25.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:25.526098 18033 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
19:37:25.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:25.529322 18033 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
19:37:25.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:25.530771 18033 hybrid_clock.cc:648] HybridClock initialized: now 1786563445530711 us; error 77 us; skew 500 ppm
19:37:25.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:25.531751 18033 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
19:37:25.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 12 19:37:25 dist-test-slave-vxj2 krb5kdc[17533](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786563445, etypes {rep=17 tkt=17 ses=17}, kudu/127.17.28.124@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
19:37:25.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:25.538440 18033 init.cc:377] Logged in from keytab as kudu/127.17.28.124@KRBTEST.COM (short username kudu)
19:37:25.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:25.545275 18033 webserver.cc:460] Webserver started at http://127.17.28.124:45675/ using document root <none> and password file <none>
19:37:25.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:25.546308 18033 fs_manager.cc:359] Metadata directory not provided
19:37:25.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:25.546550 18033 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
19:37:25.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:25.556746 18033 fs_manager.cc:709] Time spent opening directory manager: real 0.007s user 0.006s sys 0.001s
19:37:25.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:25.579308 18066 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
19:37:25.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:25.580843 18033 fs_manager.cc:725] Time spent opening block manager: real 0.021s user 0.002s sys 0.019s
19:37:25.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:25.581271 18033 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskdZog2H/test-tmp/mini-kudu-cluster3725423600092170187/master-2/data,/tmp/dist-test-taskdZog2H/test-tmp/mini-kudu-cluster3725423600092170187/master-2/wal
19:37:25.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a442ff82b1b3473ab71cd9fee7f8a05e"
19:37:25.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 19:37:18 on dist-test-slave-vxj2"
19:37:25.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:25.584585 18033 fs_report.cc:383] FS layout report
19:37:25.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
19:37:25.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskdZog2H/test-tmp/mini-kudu-cluster3725423600092170187/master-2/wal
19:37:25.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskdZog2H/test-tmp/mini-kudu-cluster3725423600092170187/master-2/wal
19:37:25.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskdZog2H/test-tmp/mini-kudu-cluster3725423600092170187/master-2/data/data
19:37:25.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
19:37:25.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
19:37:25.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
19:37:25.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
19:37:25.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
19:37:25.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
19:37:25.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
19:37:25.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
19:37:25.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
19:37:25.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
19:37:25.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
19:37:25.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:25.621124 18074 raft_consensus.cc:482] T 00000000000000000000000000000000 P 755356b0f61d4e96ace095b0c9595e32 [term 1 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
19:37:25.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:25.621738 18074 raft_consensus.cc:504] T 00000000000000000000000000000000 P 755356b0f61d4e96ace095b0c9595e32 [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f110fa78a1bd4e548c69373a6a3310c9" member_type: VOTER last_known_addr { host: "127.17.28.126" port: 44481 } } peers { permanent_uuid: "755356b0f61d4e96ace095b0c9595e32" member_type: VOTER last_known_addr { host: "127.17.28.125" port: 37959 } } peers { permanent_uuid: "a442ff82b1b3473ab71cd9fee7f8a05e" member_type: VOTER last_known_addr { host: "127.17.28.124" port: 43451 } }
19:37:25.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:25.624734 18074 leader_election.cc:288] T 00000000000000000000000000000000 P 755356b0f61d4e96ace095b0c9595e32 [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers f110fa78a1bd4e548c69373a6a3310c9 (127.17.28.126:44481), a442ff82b1b3473ab71cd9fee7f8a05e (127.17.28.124:43451)
19:37:25.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:37:25.630057 17966 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.17.28.124:43451: connect: Connection refused (error 111)
19:37:25.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:37:25.636924 17968 leader_election.cc:334] T 00000000000000000000000000000000 P 755356b0f61d4e96ace095b0c9595e32 [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer f110fa78a1bd4e548c69373a6a3310c9 (127.17.28.126:44481): Network error: Client connection negotiation failed: client connection to 127.17.28.126:44481: connect: Connection refused (error 111)
19:37:25.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:37:25.638883 17966 leader_election.cc:334] T 00000000000000000000000000000000 P 755356b0f61d4e96ace095b0c9595e32 [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer a442ff82b1b3473ab71cd9fee7f8a05e (127.17.28.124:43451): Network error: Client connection negotiation failed: client connection to 127.17.28.124:43451: connect: Connection refused (error 111)
19:37:25.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:25.639271 17966 leader_election.cc:302] T 00000000000000000000000000000000 P 755356b0f61d4e96ace095b0c9595e32 [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 755356b0f61d4e96ace095b0c9595e32; no voters: a442ff82b1b3473ab71cd9fee7f8a05e, f110fa78a1bd4e548c69373a6a3310c9
19:37:25.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:25.640093 18074 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 755356b0f61d4e96ace095b0c9595e32 [term 1 FOLLOWER]: Leader pre-election lost for term 2. Reason: could not achieve majority
19:37:25.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:25.648025 18033 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
19:37:25.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:25.654090 18033 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
19:37:25.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:25.654613 18033 kserver.cc:163] Server-wide thread pool size limit: 3276
19:37:25.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:25.757696 18033 rpc_server.cc:307] RPC server started. Bound to: 127.17.28.124:43451
19:37:25.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:25.757843 18137 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.17.28.124:43451 every 8 connection(s)
19:37:25.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:25.762018 18033 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskdZog2H/test-tmp/mini-kudu-cluster3725423600092170187/master-2/data/info.pb
19:37:25.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:25.770393 17521 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskdZog2H/build/tsan/bin/kudu as pid 18033
19:37:25.771 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
19:37:25.771 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.17.28.126:44481
19:37:25.771 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 0
}
}
19:37:25.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:25.773315 17521 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskdZog2H/build/tsan/bin/kudu
19:37:25.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskdZog2H/build/tsan/bin/kudu
19:37:25.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskdZog2H/test-tmp/mini-kudu-cluster3725423600092170187/master-0/wal
19:37:25.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskdZog2H/test-tmp/mini-kudu-cluster3725423600092170187/master-0/data
19:37:25.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
19:37:25.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
19:37:25.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
19:37:25.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:37:25.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:37:25.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:37:25.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskdZog2H/test-tmp/mini-kudu-cluster3725423600092170187/master-0/logs
19:37:25.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskdZog2H/test-tmp/mini-kudu-cluster3725423600092170187/master-0/data/info.pb
19:37:25.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:37:25.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
19:37:25.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
19:37:25.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
19:37:25.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
19:37:25.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:37:25.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:37:25.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:37:25.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
19:37:25.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
19:37:25.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
19:37:25.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
19:37:25.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.28.126:44481
19:37:25.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.28.126
19:37:25.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=46579
19:37:25.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskdZog2H/test-tmp/mini-kudu-cluster3725423600092170187/krb5kdc/kudu_127.17.28.126.keytab
19:37:25.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.17.28.126
19:37:25.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
19:37:25.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
19:37:25.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
19:37:25.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.28.84:42251
19:37:25.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:37:25.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:37:25.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:37:25.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
19:37:25.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.17.28.126:44481,127.17.28.125:37959,127.17.28.124:43451
19:37:25.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
19:37:25.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46095/jwks.json
19:37:25.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskdZog2H/test-tmp/mini-kudu-cluster3725423600092170187/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskdZog2H/test-tmp/mini-kudu-cluster3725423600092170187/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskdZog2H/test-tmp/mini-kudu-cluster3725423600092170187/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
19:37:25.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:25.784017 18138 sys_catalog.cc:263] Verifying existing consensus state
19:37:25.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:25.792213 18138 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P a442ff82b1b3473ab71cd9fee7f8a05e: Bootstrap starting.
19:37:25.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:25.856386 18138 log.cc:824] T 00000000000000000000000000000000 P a442ff82b1b3473ab71cd9fee7f8a05e: Log is configured to *not* fsync() on all Append() calls
19:37:25.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:25.878751 18138 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P a442ff82b1b3473ab71cd9fee7f8a05e: Bootstrap replayed 1/1 log segments. Stats: ops{read=4 overwritten=0 applied=4 ignored=0} inserts{seen=3 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
19:37:25.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:25.880002 18138 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P a442ff82b1b3473ab71cd9fee7f8a05e: Bootstrap complete.
19:37:25.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:25.921648 18138 raft_consensus.cc:348] T 00000000000000000000000000000000 P a442ff82b1b3473ab71cd9fee7f8a05e [term 1 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f110fa78a1bd4e548c69373a6a3310c9" member_type: VOTER last_known_addr { host: "127.17.28.126" port: 44481 } } peers { permanent_uuid: "755356b0f61d4e96ace095b0c9595e32" member_type: VOTER last_known_addr { host: "127.17.28.125" port: 37959 } } peers { permanent_uuid: "a442ff82b1b3473ab71cd9fee7f8a05e" member_type: VOTER last_known_addr { host: "127.17.28.124" port: 43451 } }
19:37:25.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:25.925312 18138 raft_consensus.cc:729] T 00000000000000000000000000000000 P a442ff82b1b3473ab71cd9fee7f8a05e [term 1 FOLLOWER]: Becoming Follower/Learner. State: Replica: a442ff82b1b3473ab71cd9fee7f8a05e, State: Initialized, Role: FOLLOWER
19:37:25.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:25.926350 18138 consensus_queue.cc:260] T 00000000000000000000000000000000 P a442ff82b1b3473ab71cd9fee7f8a05e [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 4, Last appended: 1.4, Last appended by leader: 4, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f110fa78a1bd4e548c69373a6a3310c9" member_type: VOTER last_known_addr { host: "127.17.28.126" port: 44481 } } peers { permanent_uuid: "755356b0f61d4e96ace095b0c9595e32" member_type: VOTER last_known_addr { host: "127.17.28.125" port: 37959 } } peers { permanent_uuid: "a442ff82b1b3473ab71cd9fee7f8a05e" member_type: VOTER last_known_addr { host: "127.17.28.124" port: 43451 } }
19:37:25.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:25.929633 18144 sys_catalog.cc:455] T 00000000000000000000000000000000 P a442ff82b1b3473ab71cd9fee7f8a05e [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 1 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f110fa78a1bd4e548c69373a6a3310c9" member_type: VOTER last_known_addr { host: "127.17.28.126" port: 44481 } } peers { permanent_uuid: "755356b0f61d4e96ace095b0c9595e32" member_type: VOTER last_known_addr { host: "127.17.28.125" port: 37959 } } peers { permanent_uuid: "a442ff82b1b3473ab71cd9fee7f8a05e" member_type: VOTER last_known_addr { host: "127.17.28.124" port: 43451 } } }
19:37:25.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:25.930675 18144 sys_catalog.cc:458] T 00000000000000000000000000000000 P a442ff82b1b3473ab71cd9fee7f8a05e [sys.catalog]: This master's current role is: FOLLOWER
19:37:25.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:25.931286 18138 sys_catalog.cc:564] T 00000000000000000000000000000000 P a442ff82b1b3473ab71cd9fee7f8a05e [sys.catalog]: configured and running, proceeding with master startup.
19:37:25.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:25.980891 18157 catalog_manager.cc:1259] Loaded cluster ID: 20b90a0bb0434f15a93c711e4f028173
19:37:25.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:25.981240 18157 catalog_manager.cc:1552] T 00000000000000000000000000000000 P a442ff82b1b3473ab71cd9fee7f8a05e: loading cluster ID for follower catalog manager: success
19:37:25.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:25.990042 18157 catalog_manager.cc:1574] T 00000000000000000000000000000000 P a442ff82b1b3473ab71cd9fee7f8a05e: acquiring CA information for follower catalog manager: success
19:37:25.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:25.996672 18157 catalog_manager.cc:1602] T 00000000000000000000000000000000 P a442ff82b1b3473ab71cd9fee7f8a05e: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
19:37:26.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:25.968299 18033 master_runner.cc:186] Error getting master registration for 127.17.28.126:44481: Network error: Client connection negotiation failed: client connection to 127.17.28.126:44481: connect: Connection refused (error 111),
19:37:26.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:26.004354 18033 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
19:37:26.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:37:26.182369 18140 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
19:37:26.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:37:26.183049 18140 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
19:37:26.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:37:26.183797 18140 flags.cc:425] Enabled unsafe flag: --never_fsync=true
19:37:26.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:37:26.220721 18140 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
19:37:26.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:37:26.221031 18140 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
19:37:26.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:37:26.221436 18140 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
19:37:26.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:37:26.221649 18140 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
19:37:26.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:37:26.221834 18140 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
19:37:26.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:37:26.222088 18140 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
19:37:26.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:37:26.222292 18140 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:46095/jwks.json
19:37:26.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:26.268254 18140 master_runner.cc:386] Master server non-default flags:
19:37:26.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:37:26.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.28.84:42251
19:37:26.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:37:26.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:37:26.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskdZog2H/test-tmp/mini-kudu-cluster3725423600092170187/master-0/data
19:37:26.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskdZog2H/test-tmp/mini-kudu-cluster3725423600092170187/master-0/wal
19:37:26.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
19:37:26.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
19:37:26.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.17.28.126:44481,127.17.28.125:37959,127.17.28.124:43451
19:37:26.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskdZog2H/test-tmp/mini-kudu-cluster3725423600092170187/krb5kdc/kudu_127.17.28.126.keytab
19:37:26.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.17.28.126
19:37:26.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:37:26.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:37:26.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
19:37:26.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.28.126:44481
19:37:26.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
19:37:26.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
19:37:26.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
19:37:26.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46095/jwks.json
19:37:26.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
19:37:26.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
19:37:26.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
19:37:26.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:37:26.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:37:26.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskdZog2H/test-tmp/mini-kudu-cluster3725423600092170187/master-0/data/info.pb
19:37:26.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.28.126
19:37:26.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=46579
19:37:26.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
19:37:26.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:37:26.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
19:37:26.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
19:37:26.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:37:26.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskdZog2H/test-tmp/mini-kudu-cluster3725423600092170187/master-0/logs
19:37:26.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:37:26.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
19:37:26.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
19:37:26.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
19:37:26.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
19:37:26.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
19:37:26.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
19:37:26.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 12 Aug 2026 18:20:25 UTC on ccycloud.quasar-plgbua.root.comops.site
19:37:26.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4583012
19:37:26.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
19:37:26.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:26.269523 18140 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
19:37:26.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:26.270678 18140 file_cache.cc:493] Constructed file cache file cache with capacity 419430
19:37:26.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:37:26.291002 18167 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:37:27.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:27.583756 18175 raft_consensus.cc:482] T 00000000000000000000000000000000 P 755356b0f61d4e96ace095b0c9595e32 [term 1 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
19:37:27.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:27.584257 18175 raft_consensus.cc:504] T 00000000000000000000000000000000 P 755356b0f61d4e96ace095b0c9595e32 [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f110fa78a1bd4e548c69373a6a3310c9" member_type: VOTER last_known_addr { host: "127.17.28.126" port: 44481 } } peers { permanent_uuid: "755356b0f61d4e96ace095b0c9595e32" member_type: VOTER last_known_addr { host: "127.17.28.125" port: 37959 } } peers { permanent_uuid: "a442ff82b1b3473ab71cd9fee7f8a05e" member_type: VOTER last_known_addr { host: "127.17.28.124" port: 43451 } }
19:37:27.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:27.595932 18175 leader_election.cc:288] T 00000000000000000000000000000000 P 755356b0f61d4e96ace095b0c9595e32 [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers f110fa78a1bd4e548c69373a6a3310c9 (127.17.28.126:44481), a442ff82b1b3473ab71cd9fee7f8a05e (127.17.28.124:43451)
19:37:27.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:37:26.293545 18169 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:37:27.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:37:27.612035 18168 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
19:37:27.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:27.612248 18140 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
19:37:27.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:37:26.291070 18166 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:37:27.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:27.618907 18140 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
19:37:27.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:37:27.623425 17968 leader_election.cc:334] T 00000000000000000000000000000000 P 755356b0f61d4e96ace095b0c9595e32 [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer f110fa78a1bd4e548c69373a6a3310c9 (127.17.28.126:44481): Network error: Client connection negotiation failed: client connection to 127.17.28.126:44481: connect: Connection refused (error 111)
19:37:27.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:27.628798 18140 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
19:37:27.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:27.632675 18140 hybrid_clock.cc:648] HybridClock initialized: now 1786563447632562 us; error 65 us; skew 500 ppm
19:37:27.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:27.633947 18140 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
19:37:27.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:27.638572 18105 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "755356b0f61d4e96ace095b0c9595e32" candidate_term: 2 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "a442ff82b1b3473ab71cd9fee7f8a05e" is_pre_election: true
19:37:27.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:27.639478 18105 raft_consensus.cc:2454] T 00000000000000000000000000000000 P a442ff82b1b3473ab71cd9fee7f8a05e [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 755356b0f61d4e96ace095b0c9595e32 in term 1.
19:37:27.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:27.640879 17966 leader_election.cc:302] T 00000000000000000000000000000000 P 755356b0f61d4e96ace095b0c9595e32 [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 755356b0f61d4e96ace095b0c9595e32, a442ff82b1b3473ab71cd9fee7f8a05e; no voters: f110fa78a1bd4e548c69373a6a3310c9
19:37:27.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:27.641628 18175 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 755356b0f61d4e96ace095b0c9595e32 [term 1 FOLLOWER]: Leader pre-election won for term 2
19:37:27.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:27.641942 18175 raft_consensus.cc:482] T 00000000000000000000000000000000 P 755356b0f61d4e96ace095b0c9595e32 [term 1 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
19:37:27.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:27.642206 18175 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 755356b0f61d4e96ace095b0c9595e32 [term 1 FOLLOWER]: Advancing to term 2
19:37:27.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 12 19:37:27 dist-test-slave-vxj2 krb5kdc[17533](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786563447, etypes {rep=17 tkt=17 ses=17}, kudu/127.17.28.126@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
19:37:27.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:27.647833 18140 init.cc:377] Logged in from keytab as kudu/127.17.28.126@KRBTEST.COM (short username kudu)
19:37:27.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:27.651646 18175 raft_consensus.cc:504] T 00000000000000000000000000000000 P 755356b0f61d4e96ace095b0c9595e32 [term 2 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f110fa78a1bd4e548c69373a6a3310c9" member_type: VOTER last_known_addr { host: "127.17.28.126" port: 44481 } } peers { permanent_uuid: "755356b0f61d4e96ace095b0c9595e32" member_type: VOTER last_known_addr { host: "127.17.28.125" port: 37959 } } peers { permanent_uuid: "a442ff82b1b3473ab71cd9fee7f8a05e" member_type: VOTER last_known_addr { host: "127.17.28.124" port: 43451 } }
19:37:27.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:27.655180 18105 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "755356b0f61d4e96ace095b0c9595e32" candidate_term: 2 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "a442ff82b1b3473ab71cd9fee7f8a05e"
19:37:27.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:27.655912 18105 raft_consensus.cc:3037] T 00000000000000000000000000000000 P a442ff82b1b3473ab71cd9fee7f8a05e [term 1 FOLLOWER]: Advancing to term 2
19:37:27.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:37:27.658771 17968 leader_election.cc:334] T 00000000000000000000000000000000 P 755356b0f61d4e96ace095b0c9595e32 [CANDIDATE]: Term 2 election: RPC error from VoteRequest() call to peer f110fa78a1bd4e548c69373a6a3310c9 (127.17.28.126:44481): Network error: Client connection negotiation failed: client connection to 127.17.28.126:44481: connect: Connection refused (error 111)
19:37:27.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:27.665287 18175 leader_election.cc:288] T 00000000000000000000000000000000 P 755356b0f61d4e96ace095b0c9595e32 [CANDIDATE]: Term 2 election: Requested vote from peers f110fa78a1bd4e548c69373a6a3310c9 (127.17.28.126:44481), a442ff82b1b3473ab71cd9fee7f8a05e (127.17.28.124:43451)
19:37:27.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:27.668416 18105 raft_consensus.cc:2454] T 00000000000000000000000000000000 P a442ff82b1b3473ab71cd9fee7f8a05e [term 2 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 755356b0f61d4e96ace095b0c9595e32 in term 2.
19:37:27.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:27.669688 17966 leader_election.cc:302] T 00000000000000000000000000000000 P 755356b0f61d4e96ace095b0c9595e32 [CANDIDATE]: Term 2 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 755356b0f61d4e96ace095b0c9595e32, a442ff82b1b3473ab71cd9fee7f8a05e; no voters: f110fa78a1bd4e548c69373a6a3310c9
19:37:27.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:27.669948 18140 webserver.cc:460] Webserver started at http://127.17.28.126:46579/ using document root <none> and password file <none>
19:37:27.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:27.670924 18175 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 755356b0f61d4e96ace095b0c9595e32 [term 2 FOLLOWER]: Leader election won for term 2
19:37:27.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:27.671250 18140 fs_manager.cc:359] Metadata directory not provided
19:37:27.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:27.671689 18140 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
19:37:27.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:27.678438 18175 raft_consensus.cc:686] T 00000000000000000000000000000000 P 755356b0f61d4e96ace095b0c9595e32 [term 2 LEADER]: Becoming Leader. State: Replica: 755356b0f61d4e96ace095b0c9595e32, State: Running, Role: LEADER
19:37:27.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:27.679607 18175 consensus_queue.cc:237] T 00000000000000000000000000000000 P 755356b0f61d4e96ace095b0c9595e32 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 4, Committed index: 4, Last appended: 1.4, Last appended by leader: 4, Current term: 2, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f110fa78a1bd4e548c69373a6a3310c9" member_type: VOTER last_known_addr { host: "127.17.28.126" port: 44481 } } peers { permanent_uuid: "755356b0f61d4e96ace095b0c9595e32" member_type: VOTER last_known_addr { host: "127.17.28.125" port: 37959 } } peers { permanent_uuid: "a442ff82b1b3473ab71cd9fee7f8a05e" member_type: VOTER last_known_addr { host: "127.17.28.124" port: 43451 } }
19:37:27.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:27.693943 18140 fs_manager.cc:709] Time spent opening directory manager: real 0.017s user 0.002s sys 0.011s
19:37:27.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:27.693509 18188 sys_catalog.cc:455] T 00000000000000000000000000000000 P 755356b0f61d4e96ace095b0c9595e32 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 755356b0f61d4e96ace095b0c9595e32. Latest consensus state: current_term: 2 leader_uuid: "755356b0f61d4e96ace095b0c9595e32" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f110fa78a1bd4e548c69373a6a3310c9" member_type: VOTER last_known_addr { host: "127.17.28.126" port: 44481 } } peers { permanent_uuid: "755356b0f61d4e96ace095b0c9595e32" member_type: VOTER last_known_addr { host: "127.17.28.125" port: 37959 } } peers { permanent_uuid: "a442ff82b1b3473ab71cd9fee7f8a05e" member_type: VOTER last_known_addr { host: "127.17.28.124" port: 43451 } } }
19:37:27.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:27.694344 18188 sys_catalog.cc:458] T 00000000000000000000000000000000 P 755356b0f61d4e96ace095b0c9595e32 [sys.catalog]: This master's current role is: LEADER
19:37:27.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:27.700362 18192 catalog_manager.cc:1475] Loading table and tablet metadata into memory...
19:37:27.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:27.711665 18192 catalog_manager.cc:1484] Initializing Kudu cluster ID...
19:37:27.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:27.714919 18192 catalog_manager.cc:1259] Loaded cluster ID: 20b90a0bb0434f15a93c711e4f028173
19:37:27.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:27.715660 18194 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
19:37:27.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:27.715891 18192 catalog_manager.cc:1495] Initializing Kudu internal certificate authority...
19:37:27.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:27.718374 18140 fs_manager.cc:725] Time spent opening block manager: real 0.019s user 0.006s sys 0.005s
19:37:27.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:27.721146 18192 catalog_manager.cc:1504] Loading token signing keys...
19:37:27.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:27.718863 18140 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskdZog2H/test-tmp/mini-kudu-cluster3725423600092170187/master-0/data,/tmp/dist-test-taskdZog2H/test-tmp/mini-kudu-cluster3725423600092170187/master-0/wal
19:37:27.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f110fa78a1bd4e548c69373a6a3310c9"
19:37:27.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 19:37:14 on dist-test-slave-vxj2"
19:37:27.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:27.722302 18140 fs_report.cc:383] FS layout report
19:37:27.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
19:37:27.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskdZog2H/test-tmp/mini-kudu-cluster3725423600092170187/master-0/wal
19:37:27.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskdZog2H/test-tmp/mini-kudu-cluster3725423600092170187/master-0/wal
19:37:27.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskdZog2H/test-tmp/mini-kudu-cluster3725423600092170187/master-0/data/data
19:37:27.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
19:37:27.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
19:37:27.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
19:37:27.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
19:37:27.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
19:37:27.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
19:37:27.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
19:37:27.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
19:37:27.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
19:37:27.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
19:37:27.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
19:37:27.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:27.726643 18192 catalog_manager.cc:5879] T 00000000000000000000000000000000 P 755356b0f61d4e96ace095b0c9595e32: Loaded TSK: 0
19:37:27.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:27.728220 18192 catalog_manager.cc:1514] Initializing in-progress tserver states...
19:37:27.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:27.782310 18140 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
19:37:27.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:27.788602 18140 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
19:37:27.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:27.789192 18140 kserver.cc:163] Server-wide thread pool size limit: 3276
19:37:27.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:27.879933 18140 rpc_server.cc:307] RPC server started. Bound to: 127.17.28.126:44481
19:37:27.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:27.880002 18252 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.17.28.126:44481 every 8 connection(s)
19:37:27.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:27.883221 18140 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskdZog2H/test-tmp/mini-kudu-cluster3725423600092170187/master-0/data/info.pb
19:37:27.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:27.889866 17521 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskdZog2H/build/tsan/bin/kudu as pid 18140
19:37:27.890 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
19:37:27.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:27.904397 18253 sys_catalog.cc:263] Verifying existing consensus state
19:37:27.909 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.17.28.125:37959(127.17.28.125:37959)] connecting to peer
19:37:27.911 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.17.28.124:43451(127.17.28.124:43451)] connecting to peer
19:37:27.912 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.17.28.126:44481(127.17.28.126:44481)] connecting to peer
19:37:27.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:27.915963 18253 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P f110fa78a1bd4e548c69373a6a3310c9: Bootstrap starting.
19:37:27.918 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.17.28.125:37959(127.17.28.125:37959)] Successfully connected to peer
19:37:27.919 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.17.28.124:43451(127.17.28.124:43451)] Successfully connected to peer
19:37:27.922 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.17.28.126:44481(127.17.28.126:44481)] Successfully connected to peer
19:37:27.926 [WARN - kudu-nio-1] (SecurityContext.java:209) Caller-provided Subject has a Kerberos ticket that is about to expire. Kudu expects the application to renew or re-acquire its own tickets before expiration.
19:37:27.943 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism GSSAPI chosen for peer 127.17.28.124
19:37:27.953 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism GSSAPI chosen for peer 127.17.28.125
19:37:27.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:27.975073 18253 log.cc:824] T 00000000000000000000000000000000 P f110fa78a1bd4e548c69373a6a3310c9: Log is configured to *not* fsync() on all Append() calls
19:37:27.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 12 19:37:27 dist-test-slave-vxj2 krb5kdc[17533](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786563438, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.17.28.124@KRBTEST.COM
19:37:27.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 12 19:37:27 dist-test-slave-vxj2 krb5kdc[17533](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786563438, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.17.28.125@KRBTEST.COM
19:37:27.994 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism GSSAPI chosen for peer 127.17.28.126
19:37:28.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:28.006089 18253 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P f110fa78a1bd4e548c69373a6a3310c9: Bootstrap replayed 1/1 log segments. Stats: ops{read=4 overwritten=0 applied=4 ignored=0} inserts{seen=3 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
19:37:28.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:28.007196 18253 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P f110fa78a1bd4e548c69373a6a3310c9: Bootstrap complete.
19:37:28.019 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x4ad5ab44, L:/127.0.0.1:40264 - R:/127.17.28.124:43451] using SASL/GSSAPI
19:37:28.034 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xe4533a0e, L:/127.0.0.1:52382 - R:/127.17.28.125:37959] using SASL/GSSAPI
19:37:28.037 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.28.126:44481(127.17.28.126:44481)] cleaning up while in state NEGOTIATING due to: Server requires Kerberos, but this client is not authenticated (missing or expired TGT)
19:37:28.037 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.28.126:44481: Server requires Kerberos, but this client is not authenticated (missing or expired TGT)
19:37:28.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:37:28.041275 18258 negotiation.cc:337] Failed RPC negotiation. Trace:
19:37:28.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0812 19:37:27.920322 (+ 0us) reactor.cc:625] Submitting negotiation task for server connection from 127.0.0.1:49570 (local address 127.17.28.126:44481)
19:37:28.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0812 19:37:27.950229 (+ 29907us) server_negotiation.cc:206] Beginning negotiation
19:37:28.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0812 19:37:27.950274 (+ 45us) server_negotiation.cc:399] Waiting for connection header
19:37:28.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0812 19:37:27.950357 (+ 83us) server_negotiation.cc:407] Connection header received
19:37:28.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0812 19:37:27.958904 (+ 8547us) server_negotiation.cc:365] Received NEGOTIATE NegotiatePB request
19:37:28.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0812 19:37:27.958966 (+ 62us) server_negotiation.cc:461] Received NEGOTIATE request from client
19:37:28.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0812 19:37:27.959619 (+ 653us) server_negotiation.cc:377] Sending NEGOTIATE NegotiatePB response
19:37:28.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0812 19:37:27.960132 (+ 513us) server_negotiation.cc:226] Negotiated authn=SASL
19:37:28.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0812 19:37:28.008575 (+ 48443us) server_negotiation.cc:365] Received TLS_HANDSHAKE NegotiatePB request
19:37:28.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0812 19:37:28.011563 (+ 2988us) server_negotiation.cc:377] Sending TLS_HANDSHAKE NegotiatePB response
19:37:28.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0812 19:37:28.029481 (+ 17918us) server_negotiation.cc:365] Received TLS_HANDSHAKE NegotiatePB request
19:37:28.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0812 19:37:28.030785 (+ 1304us) server_negotiation.cc:377] Sending TLS_HANDSHAKE NegotiatePB response
19:37:28.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0812 19:37:28.031116 (+ 331us) server_negotiation.cc:662] Negotiated TLSv1.2 with cipher ECDHE-RSA-AES128-GCM-SHA256 TLSv1.2 Kx=ECDH Au=RSA Enc=AESGCM(128) Mac=AEAD
19:37:28.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0812 19:37:28.039142 (+ 8026us) negotiation.cc:327] Negotiation complete: Network error: Server connection negotiation failed: server connection from 127.0.0.1:49570: BlockingRecv error: failed to read from TLS socket (remote: 127.0.0.1:49570): Cannot send after transport endpoint shutdown (error 108)
19:37:28.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"server-negotiator.queue_time_us":27271,"thread_start_us":27525,"threads_started":1}
19:37:28.042 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.17.28.126:44481(127.17.28.126:44481)] handling channelInactive
19:37:28.045 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
19:37:28.045 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=ListTabletServers, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=154), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.28.125:37959, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.28.124:43451, [3ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.28.126:44481, [117ms] Sub RPC ConnectToMaster: received response from server master-127.17.28.124:43451: OK, [128ms] Sub RPC ConnectToMaster: received response from server master-127.17.28.126:44481: Configuration error: Server requires Kerberos, but this client is not authenticated (missing or expired TGT), [135ms] Sub RPC ConnectToMaster: received response from server master-127.17.28.125:37959: OK, deferred=null) after lookup
19:37:28.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:28.049944 18253 raft_consensus.cc:348] T 00000000000000000000000000000000 P f110fa78a1bd4e548c69373a6a3310c9 [term 1 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f110fa78a1bd4e548c69373a6a3310c9" member_type: VOTER last_known_addr { host: "127.17.28.126" port: 44481 } } peers { permanent_uuid: "755356b0f61d4e96ace095b0c9595e32" member_type: VOTER last_known_addr { host: "127.17.28.125" port: 37959 } } peers { permanent_uuid: "a442ff82b1b3473ab71cd9fee7f8a05e" member_type: VOTER last_known_addr { host: "127.17.28.124" port: 43451 } }
19:37:28.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:28.052433 18253 raft_consensus.cc:729] T 00000000000000000000000000000000 P f110fa78a1bd4e548c69373a6a3310c9 [term 1 FOLLOWER]: Becoming Follower/Learner. State: Replica: f110fa78a1bd4e548c69373a6a3310c9, State: Initialized, Role: FOLLOWER
19:37:28.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:28.053604 18253 consensus_queue.cc:260] T 00000000000000000000000000000000 P f110fa78a1bd4e548c69373a6a3310c9 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 4, Last appended: 1.4, Last appended by leader: 4, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f110fa78a1bd4e548c69373a6a3310c9" member_type: VOTER last_known_addr { host: "127.17.28.126" port: 44481 } } peers { permanent_uuid: "755356b0f61d4e96ace095b0c9595e32" member_type: VOTER last_known_addr { host: "127.17.28.125" port: 37959 } } peers { permanent_uuid: "a442ff82b1b3473ab71cd9fee7f8a05e" member_type: VOTER last_known_addr { host: "127.17.28.124" port: 43451 } }
19:37:28.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:28.056555 18261 sys_catalog.cc:455] T 00000000000000000000000000000000 P f110fa78a1bd4e548c69373a6a3310c9 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 1 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f110fa78a1bd4e548c69373a6a3310c9" member_type: VOTER last_known_addr { host: "127.17.28.126" port: 44481 } } peers { permanent_uuid: "755356b0f61d4e96ace095b0c9595e32" member_type: VOTER last_known_addr { host: "127.17.28.125" port: 37959 } } peers { permanent_uuid: "a442ff82b1b3473ab71cd9fee7f8a05e" member_type: VOTER last_known_addr { host: "127.17.28.124" port: 43451 } } }
19:37:28.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:28.057490 18261 sys_catalog.cc:458] T 00000000000000000000000000000000 P f110fa78a1bd4e548c69373a6a3310c9 [sys.catalog]: This master's current role is: FOLLOWER
19:37:28.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:28.058413 18253 sys_catalog.cc:564] T 00000000000000000000000000000000 P f110fa78a1bd4e548c69373a6a3310c9 [sys.catalog]: configured and running, proceeding with master startup.
19:37:28.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 12 19:37:28 dist-test-slave-vxj2 krb5kdc[17533](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786563443, etypes {rep=17 tkt=17 ses=17}, kudu/127.17.28.125@KRBTEST.COM for kudu/127.17.28.126@KRBTEST.COM
19:37:28.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:28.109228 18273 catalog_manager.cc:1259] Loaded cluster ID: 20b90a0bb0434f15a93c711e4f028173
19:37:28.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:28.109529 18273 catalog_manager.cc:1552] T 00000000000000000000000000000000 P f110fa78a1bd4e548c69373a6a3310c9: loading cluster ID for follower catalog manager: success
19:37:28.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:28.116065 18273 catalog_manager.cc:1574] T 00000000000000000000000000000000 P f110fa78a1bd4e548c69373a6a3310c9: acquiring CA information for follower catalog manager: success
19:37:28.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:28.119825 18226 raft_consensus.cc:3037] T 00000000000000000000000000000000 P f110fa78a1bd4e548c69373a6a3310c9 [term 1 FOLLOWER]: Advancing to term 2
19:37:28.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:28.122251 18273 catalog_manager.cc:1602] T 00000000000000000000000000000000 P f110fa78a1bd4e548c69373a6a3310c9: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
19:37:28.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:28.130632 18226 raft_consensus.cc:1261] T 00000000000000000000000000000000 P f110fa78a1bd4e548c69373a6a3310c9 [term 2 FOLLOWER]: Refusing update from remote peer 755356b0f61d4e96ace095b0c9595e32: Log matching property violated. Preceding OpId in replica: term: 1 index: 4. Preceding OpId from leader: term: 2 index: 5. (index mismatch)
19:37:28.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:28.133090 18188 consensus_queue.cc:1035] T 00000000000000000000000000000000 P 755356b0f61d4e96ace095b0c9595e32 [LEADER]: Connected to new peer: Peer: permanent_uuid: "f110fa78a1bd4e548c69373a6a3310c9" member_type: VOTER last_known_addr { host: "127.17.28.126" port: 44481 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 5, Last known committed idx: 4, Time since last communication: 0.000s
19:37:28.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:28.143255 18261 sys_catalog.cc:455] T 00000000000000000000000000000000 P f110fa78a1bd4e548c69373a6a3310c9 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 755356b0f61d4e96ace095b0c9595e32. Latest consensus state: current_term: 2 leader_uuid: "755356b0f61d4e96ace095b0c9595e32" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f110fa78a1bd4e548c69373a6a3310c9" member_type: VOTER last_known_addr { host: "127.17.28.126" port: 44481 } } peers { permanent_uuid: "755356b0f61d4e96ace095b0c9595e32" member_type: VOTER last_known_addr { host: "127.17.28.125" port: 37959 } } peers { permanent_uuid: "a442ff82b1b3473ab71cd9fee7f8a05e" member_type: VOTER last_known_addr { host: "127.17.28.124" port: 43451 } } }
19:37:28.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:28.144004 18261 sys_catalog.cc:458] T 00000000000000000000000000000000 P f110fa78a1bd4e548c69373a6a3310c9 [sys.catalog]: This master's current role is: FOLLOWER
19:37:28.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:28.157661 18105 raft_consensus.cc:1261] T 00000000000000000000000000000000 P a442ff82b1b3473ab71cd9fee7f8a05e [term 2 FOLLOWER]: Refusing update from remote peer 755356b0f61d4e96ace095b0c9595e32: Log matching property violated. Preceding OpId in replica: term: 1 index: 4. Preceding OpId from leader: term: 2 index: 5. (index mismatch)
19:37:28.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:28.158819 18188 sys_catalog.cc:455] T 00000000000000000000000000000000 P 755356b0f61d4e96ace095b0c9595e32 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 2 leader_uuid: "755356b0f61d4e96ace095b0c9595e32" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f110fa78a1bd4e548c69373a6a3310c9" member_type: VOTER last_known_addr { host: "127.17.28.126" port: 44481 } } peers { permanent_uuid: "755356b0f61d4e96ace095b0c9595e32" member_type: VOTER last_known_addr { host: "127.17.28.125" port: 37959 } } peers { permanent_uuid: "a442ff82b1b3473ab71cd9fee7f8a05e" member_type: VOTER last_known_addr { host: "127.17.28.124" port: 43451 } } }
19:37:28.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:28.159688 18188 sys_catalog.cc:458] T 00000000000000000000000000000000 P 755356b0f61d4e96ace095b0c9595e32 [sys.catalog]: This master's current role is: LEADER
19:37:28.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:28.160142 18188 consensus_queue.cc:1035] T 00000000000000000000000000000000 P 755356b0f61d4e96ace095b0c9595e32 [LEADER]: Connected to new peer: Peer: permanent_uuid: "a442ff82b1b3473ab71cd9fee7f8a05e" member_type: VOTER last_known_addr { host: "127.17.28.124" port: 43451 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 5, Last known committed idx: 4, Time since last communication: 0.000s
19:37:28.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:28.163735 18261 sys_catalog.cc:455] T 00000000000000000000000000000000 P f110fa78a1bd4e548c69373a6a3310c9 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 2 leader_uuid: "755356b0f61d4e96ace095b0c9595e32" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f110fa78a1bd4e548c69373a6a3310c9" member_type: VOTER last_known_addr { host: "127.17.28.126" port: 44481 } } peers { permanent_uuid: "755356b0f61d4e96ace095b0c9595e32" member_type: VOTER last_known_addr { host: "127.17.28.125" port: 37959 } } peers { permanent_uuid: "a442ff82b1b3473ab71cd9fee7f8a05e" member_type: VOTER last_known_addr { host: "127.17.28.124" port: 43451 } } }
19:37:28.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:28.164479 18261 sys_catalog.cc:458] T 00000000000000000000000000000000 P f110fa78a1bd4e548c69373a6a3310c9 [sys.catalog]: This master's current role is: FOLLOWER
19:37:28.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:28.187736 18289 sys_catalog.cc:455] T 00000000000000000000000000000000 P a442ff82b1b3473ab71cd9fee7f8a05e [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 2 leader_uuid: "755356b0f61d4e96ace095b0c9595e32" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f110fa78a1bd4e548c69373a6a3310c9" member_type: VOTER last_known_addr { host: "127.17.28.126" port: 44481 } } peers { permanent_uuid: "755356b0f61d4e96ace095b0c9595e32" member_type: VOTER last_known_addr { host: "127.17.28.125" port: 37959 } } peers { permanent_uuid: "a442ff82b1b3473ab71cd9fee7f8a05e" member_type: VOTER last_known_addr { host: "127.17.28.124" port: 43451 } } }
19:37:28.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:28.188898 18289 sys_catalog.cc:458] T 00000000000000000000000000000000 P a442ff82b1b3473ab71cd9fee7f8a05e [sys.catalog]: This master's current role is: FOLLOWER
19:37:28.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:28.193881 18282 sys_catalog.cc:455] T 00000000000000000000000000000000 P a442ff82b1b3473ab71cd9fee7f8a05e [sys.catalog]: SysCatalogTable state changed. Reason: New leader 755356b0f61d4e96ace095b0c9595e32. Latest consensus state: current_term: 2 leader_uuid: "755356b0f61d4e96ace095b0c9595e32" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f110fa78a1bd4e548c69373a6a3310c9" member_type: VOTER last_known_addr { host: "127.17.28.126" port: 44481 } } peers { permanent_uuid: "755356b0f61d4e96ace095b0c9595e32" member_type: VOTER last_known_addr { host: "127.17.28.125" port: 37959 } } peers { permanent_uuid: "a442ff82b1b3473ab71cd9fee7f8a05e" member_type: VOTER last_known_addr { host: "127.17.28.124" port: 43451 } } }
19:37:28.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:28.194860 18282 sys_catalog.cc:458] T 00000000000000000000000000000000 P a442ff82b1b3473ab71cd9fee7f8a05e [sys.catalog]: This master's current role is: FOLLOWER
19:37:28.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:28.655539 18188 sys_catalog.cc:455] T 00000000000000000000000000000000 P 755356b0f61d4e96ace095b0c9595e32 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 2 leader_uuid: "755356b0f61d4e96ace095b0c9595e32" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f110fa78a1bd4e548c69373a6a3310c9" member_type: VOTER last_known_addr { host: "127.17.28.126" port: 44481 } } peers { permanent_uuid: "755356b0f61d4e96ace095b0c9595e32" member_type: VOTER last_known_addr { host: "127.17.28.125" port: 37959 } } peers { permanent_uuid: "a442ff82b1b3473ab71cd9fee7f8a05e" member_type: VOTER last_known_addr { host: "127.17.28.124" port: 43451 } } }
19:37:28.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:28.656380 18188 sys_catalog.cc:458] T 00000000000000000000000000000000 P 755356b0f61d4e96ace095b0c9595e32 [sys.catalog]: This master's current role is: LEADER
19:37:31.098 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.17.28.125:37959
19:37:31.099 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 1
}
}
19:37:31.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:31.099848 17521 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskdZog2H/build/tsan/bin/kudu with pid 17937
19:37:31.137 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.17.28.125:37959(127.17.28.125:37959)] handling channelInactive
19:37:31.137 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
19:37:31.137 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.28.125:37959(127.17.28.125:37959)] cleaning up while in state READY due to: connection closed
19:37:31.137 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.17.28.124:43451
19:37:31.137 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 2
}
}
19:37:31.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:31.138089 17521 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskdZog2H/build/tsan/bin/kudu with pid 18033
19:37:31.174 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.17.28.124:43451(127.17.28.124:43451)] handling channelInactive
19:37:31.174 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.28.124:43451(127.17.28.124:43451)] cleaning up while in state READY due to: connection closed
19:37:31.174 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
19:37:31.174 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.17.28.126:44481
19:37:31.174 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 0
}
}
19:37:31.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:31.175179 17521 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskdZog2H/build/tsan/bin/kudu with pid 18140
19:37:31.210 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
19:37:31.210 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.17.28.125:37959
19:37:31.210 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 1
}
}
19:37:31.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:31.212287 17521 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskdZog2H/build/tsan/bin/kudu
19:37:31.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskdZog2H/build/tsan/bin/kudu
19:37:31.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskdZog2H/test-tmp/mini-kudu-cluster3725423600092170187/master-1/wal
19:37:31.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskdZog2H/test-tmp/mini-kudu-cluster3725423600092170187/master-1/data
19:37:31.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
19:37:31.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
19:37:31.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
19:37:31.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:37:31.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:37:31.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:37:31.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskdZog2H/test-tmp/mini-kudu-cluster3725423600092170187/master-1/logs
19:37:31.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskdZog2H/test-tmp/mini-kudu-cluster3725423600092170187/master-1/data/info.pb
19:37:31.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:37:31.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
19:37:31.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
19:37:31.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
19:37:31.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
19:37:31.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:37:31.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:37:31.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:37:31.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
19:37:31.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
19:37:31.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
19:37:31.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
19:37:31.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.28.125:37959
19:37:31.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.28.125
19:37:31.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=41129
19:37:31.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskdZog2H/test-tmp/mini-kudu-cluster3725423600092170187/krb5kdc/kudu_127.17.28.125.keytab
19:37:31.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.17.28.125
19:37:31.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
19:37:31.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
19:37:31.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
19:37:31.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.28.84:42251
19:37:31.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:37:31.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:37:31.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:37:31.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
19:37:31.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.17.28.126:44481,127.17.28.125:37959,127.17.28.124:43451
19:37:31.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
19:37:31.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46095/jwks.json
19:37:31.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskdZog2H/test-tmp/mini-kudu-cluster3725423600092170187/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskdZog2H/test-tmp/mini-kudu-cluster3725423600092170187/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskdZog2H/test-tmp/mini-kudu-cluster3725423600092170187/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
19:37:31.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:37:31.555305 18302 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
19:37:31.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:37:31.555898 18302 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
19:37:31.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:37:31.556737 18302 flags.cc:425] Enabled unsafe flag: --never_fsync=true
19:37:31.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:37:31.604557 18302 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
19:37:31.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:37:31.604838 18302 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
19:37:31.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:37:31.605228 18302 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
19:37:31.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:37:31.605568 18302 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
19:37:31.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:37:31.605875 18302 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
19:37:31.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:37:31.606074 18302 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
19:37:31.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:37:31.606206 18302 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:46095/jwks.json
19:37:31.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:31.644625 18302 master_runner.cc:386] Master server non-default flags:
19:37:31.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:37:31.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.28.84:42251
19:37:31.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:37:31.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:37:31.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskdZog2H/test-tmp/mini-kudu-cluster3725423600092170187/master-1/data
19:37:31.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskdZog2H/test-tmp/mini-kudu-cluster3725423600092170187/master-1/wal
19:37:31.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
19:37:31.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
19:37:31.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.17.28.126:44481,127.17.28.125:37959,127.17.28.124:43451
19:37:31.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskdZog2H/test-tmp/mini-kudu-cluster3725423600092170187/krb5kdc/kudu_127.17.28.125.keytab
19:37:31.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.17.28.125
19:37:31.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:37:31.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:37:31.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
19:37:31.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.28.125:37959
19:37:31.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
19:37:31.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
19:37:31.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
19:37:31.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46095/jwks.json
19:37:31.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
19:37:31.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
19:37:31.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
19:37:31.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:37:31.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:37:31.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskdZog2H/test-tmp/mini-kudu-cluster3725423600092170187/master-1/data/info.pb
19:37:31.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.28.125
19:37:31.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=41129
19:37:31.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
19:37:31.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:37:31.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
19:37:31.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
19:37:31.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:37:31.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskdZog2H/test-tmp/mini-kudu-cluster3725423600092170187/master-1/logs
19:37:31.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:37:31.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
19:37:31.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
19:37:31.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
19:37:31.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
19:37:31.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
19:37:31.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
19:37:31.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 12 Aug 2026 18:20:25 UTC on ccycloud.quasar-plgbua.root.comops.site
19:37:31.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4583012
19:37:31.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
19:37:31.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:31.646245 18302 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
19:37:31.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:31.647567 18302 file_cache.cc:493] Constructed file cache file cache with capacity 419430
19:37:31.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:37:31.666286 18313 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:37:32.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:37:31.666299 18311 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:37:32.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:37:31.667111 18310 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:37:32.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:31.668243 18302 server_base.cc:1034] running on GCE node
19:37:32.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:32.935127 18302 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
19:37:32.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:32.938216 18302 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
19:37:32.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:32.939625 18302 hybrid_clock.cc:648] HybridClock initialized: now 1786563452939581 us; error 51 us; skew 500 ppm
19:37:32.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:32.940528 18302 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
19:37:32.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 12 19:37:32 dist-test-slave-vxj2 krb5kdc[17533](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786563452, etypes {rep=17 tkt=17 ses=17}, kudu/127.17.28.125@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
19:37:32.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:32.952929 18302 init.cc:377] Logged in from keytab as kudu/127.17.28.125@KRBTEST.COM (short username kudu)
19:37:32.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:32.958256 18302 webserver.cc:460] Webserver started at http://127.17.28.125:41129/ using document root <none> and password file <none>
19:37:32.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:32.959318 18302 fs_manager.cc:359] Metadata directory not provided
19:37:32.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:32.959584 18302 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
19:37:32.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:32.968307 18302 fs_manager.cc:709] Time spent opening directory manager: real 0.005s user 0.006s sys 0.000s
19:37:32.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:32.972936 18326 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
19:37:32.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:32.974071 18302 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.003s sys 0.000s
19:37:32.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:32.974468 18302 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskdZog2H/test-tmp/mini-kudu-cluster3725423600092170187/master-1/data,/tmp/dist-test-taskdZog2H/test-tmp/mini-kudu-cluster3725423600092170187/master-1/wal
19:37:32.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "755356b0f61d4e96ace095b0c9595e32"
19:37:32.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 19:37:16 on dist-test-slave-vxj2"
19:37:32.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:32.977057 18302 fs_report.cc:383] FS layout report
19:37:32.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
19:37:32.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskdZog2H/test-tmp/mini-kudu-cluster3725423600092170187/master-1/wal
19:37:32.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskdZog2H/test-tmp/mini-kudu-cluster3725423600092170187/master-1/wal
19:37:32.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskdZog2H/test-tmp/mini-kudu-cluster3725423600092170187/master-1/data/data
19:37:32.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
19:37:32.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
19:37:32.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
19:37:32.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
19:37:32.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
19:37:32.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
19:37:32.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
19:37:32.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
19:37:32.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
19:37:32.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
19:37:32.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
19:37:33.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:33.017951 18302 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
19:37:33.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:33.023995 18302 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
19:37:33.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:33.024405 18302 kserver.cc:163] Server-wide thread pool size limit: 3276
19:37:33.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:33.107699 18302 rpc_server.cc:307] RPC server started. Bound to: 127.17.28.125:37959
19:37:33.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:33.107928 18392 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.17.28.125:37959 every 8 connection(s)
19:37:33.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:33.110626 18302 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskdZog2H/test-tmp/mini-kudu-cluster3725423600092170187/master-1/data/info.pb
19:37:33.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:33.119681 17521 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskdZog2H/build/tsan/bin/kudu as pid 18302
19:37:33.120 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
19:37:33.120 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.17.28.124:43451
19:37:33.120 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 2
}
}
19:37:33.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:33.121351 18393 sys_catalog.cc:263] Verifying existing consensus state
19:37:33.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:33.122012 17521 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskdZog2H/build/tsan/bin/kudu
19:37:33.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskdZog2H/build/tsan/bin/kudu
19:37:33.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskdZog2H/test-tmp/mini-kudu-cluster3725423600092170187/master-2/wal
19:37:33.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskdZog2H/test-tmp/mini-kudu-cluster3725423600092170187/master-2/data
19:37:33.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
19:37:33.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
19:37:33.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
19:37:33.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:37:33.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:37:33.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:37:33.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskdZog2H/test-tmp/mini-kudu-cluster3725423600092170187/master-2/logs
19:37:33.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskdZog2H/test-tmp/mini-kudu-cluster3725423600092170187/master-2/data/info.pb
19:37:33.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:37:33.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
19:37:33.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
19:37:33.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
19:37:33.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
19:37:33.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:37:33.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:37:33.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:37:33.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
19:37:33.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
19:37:33.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
19:37:33.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
19:37:33.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.28.124:43451
19:37:33.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.28.124
19:37:33.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=45675
19:37:33.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskdZog2H/test-tmp/mini-kudu-cluster3725423600092170187/krb5kdc/kudu_127.17.28.124.keytab
19:37:33.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.17.28.124
19:37:33.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
19:37:33.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
19:37:33.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
19:37:33.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.28.84:42251
19:37:33.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:37:33.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:37:33.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:37:33.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
19:37:33.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.17.28.126:44481,127.17.28.125:37959,127.17.28.124:43451
19:37:33.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
19:37:33.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46095/jwks.json
19:37:33.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskdZog2H/test-tmp/mini-kudu-cluster3725423600092170187/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskdZog2H/test-tmp/mini-kudu-cluster3725423600092170187/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskdZog2H/test-tmp/mini-kudu-cluster3725423600092170187/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
19:37:33.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:33.127213 18393 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 755356b0f61d4e96ace095b0c9595e32: Bootstrap starting.
19:37:33.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:33.175745 18393 log.cc:824] T 00000000000000000000000000000000 P 755356b0f61d4e96ace095b0c9595e32: Log is configured to *not* fsync() on all Append() calls
19:37:33.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:33.193742 18393 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 755356b0f61d4e96ace095b0c9595e32: Bootstrap replayed 1/1 log segments. Stats: ops{read=5 overwritten=0 applied=5 ignored=0} inserts{seen=3 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
19:37:33.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:33.194654 18393 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 755356b0f61d4e96ace095b0c9595e32: Bootstrap complete.
19:37:33.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:33.221315 18393 raft_consensus.cc:348] T 00000000000000000000000000000000 P 755356b0f61d4e96ace095b0c9595e32 [term 2 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f110fa78a1bd4e548c69373a6a3310c9" member_type: VOTER last_known_addr { host: "127.17.28.126" port: 44481 } } peers { permanent_uuid: "755356b0f61d4e96ace095b0c9595e32" member_type: VOTER last_known_addr { host: "127.17.28.125" port: 37959 } } peers { permanent_uuid: "a442ff82b1b3473ab71cd9fee7f8a05e" member_type: VOTER last_known_addr { host: "127.17.28.124" port: 43451 } }
19:37:33.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:33.223815 18393 raft_consensus.cc:729] T 00000000000000000000000000000000 P 755356b0f61d4e96ace095b0c9595e32 [term 2 FOLLOWER]: Becoming Follower/Learner. State: Replica: 755356b0f61d4e96ace095b0c9595e32, State: Initialized, Role: FOLLOWER
19:37:33.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:33.224807 18393 consensus_queue.cc:260] T 00000000000000000000000000000000 P 755356b0f61d4e96ace095b0c9595e32 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 5, Last appended: 2.5, Last appended by leader: 5, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f110fa78a1bd4e548c69373a6a3310c9" member_type: VOTER last_known_addr { host: "127.17.28.126" port: 44481 } } peers { permanent_uuid: "755356b0f61d4e96ace095b0c9595e32" member_type: VOTER last_known_addr { host: "127.17.28.125" port: 37959 } } peers { permanent_uuid: "a442ff82b1b3473ab71cd9fee7f8a05e" member_type: VOTER last_known_addr { host: "127.17.28.124" port: 43451 } }
19:37:33.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:33.228176 18398 sys_catalog.cc:455] T 00000000000000000000000000000000 P 755356b0f61d4e96ace095b0c9595e32 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 2 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f110fa78a1bd4e548c69373a6a3310c9" member_type: VOTER last_known_addr { host: "127.17.28.126" port: 44481 } } peers { permanent_uuid: "755356b0f61d4e96ace095b0c9595e32" member_type: VOTER last_known_addr { host: "127.17.28.125" port: 37959 } } peers { permanent_uuid: "a442ff82b1b3473ab71cd9fee7f8a05e" member_type: VOTER last_known_addr { host: "127.17.28.124" port: 43451 } } }
19:37:33.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:33.229270 18398 sys_catalog.cc:458] T 00000000000000000000000000000000 P 755356b0f61d4e96ace095b0c9595e32 [sys.catalog]: This master's current role is: FOLLOWER
19:37:33.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:33.230105 18393 sys_catalog.cc:564] T 00000000000000000000000000000000 P 755356b0f61d4e96ace095b0c9595e32 [sys.catalog]: configured and running, proceeding with master startup.
19:37:33.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:33.267001 18412 catalog_manager.cc:1259] Loaded cluster ID: 20b90a0bb0434f15a93c711e4f028173
19:37:33.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:33.267283 18412 catalog_manager.cc:1552] T 00000000000000000000000000000000 P 755356b0f61d4e96ace095b0c9595e32: loading cluster ID for follower catalog manager: success
19:37:33.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:33.276438 18412 catalog_manager.cc:1574] T 00000000000000000000000000000000 P 755356b0f61d4e96ace095b0c9595e32: acquiring CA information for follower catalog manager: success
19:37:33.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:33.282842 18412 catalog_manager.cc:1602] T 00000000000000000000000000000000 P 755356b0f61d4e96ace095b0c9595e32: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
19:37:33.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:33.262054 18302 master_runner.cc:186] Error getting master registration for 127.17.28.126:44481: Network error: Client connection negotiation failed: client connection to 127.17.28.126:44481: connect: Connection refused (error 111),
19:37:33.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:33.295657 18302 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
19:37:33.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:37:33.490486 18395 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
19:37:33.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:37:33.491122 18395 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
19:37:33.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:37:33.491847 18395 flags.cc:425] Enabled unsafe flag: --never_fsync=true
19:37:33.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:37:33.527186 18395 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
19:37:33.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:37:33.527424 18395 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
19:37:33.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:37:33.527786 18395 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
19:37:33.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:37:33.528005 18395 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
19:37:33.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:37:33.528192 18395 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
19:37:33.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:37:33.528379 18395 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
19:37:33.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:37:33.528517 18395 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:46095/jwks.json
19:37:33.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:33.577714 18395 master_runner.cc:386] Master server non-default flags:
19:37:33.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:37:33.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.28.84:42251
19:37:33.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:37:33.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:37:33.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskdZog2H/test-tmp/mini-kudu-cluster3725423600092170187/master-2/data
19:37:33.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskdZog2H/test-tmp/mini-kudu-cluster3725423600092170187/master-2/wal
19:37:33.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
19:37:33.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
19:37:33.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.17.28.126:44481,127.17.28.125:37959,127.17.28.124:43451
19:37:33.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskdZog2H/test-tmp/mini-kudu-cluster3725423600092170187/krb5kdc/kudu_127.17.28.124.keytab
19:37:33.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.17.28.124
19:37:33.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:37:33.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:37:33.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
19:37:33.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.28.124:43451
19:37:33.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
19:37:33.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
19:37:33.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
19:37:33.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46095/jwks.json
19:37:33.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
19:37:33.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
19:37:33.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
19:37:33.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:37:33.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:37:33.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskdZog2H/test-tmp/mini-kudu-cluster3725423600092170187/master-2/data/info.pb
19:37:33.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.28.124
19:37:33.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=45675
19:37:33.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
19:37:33.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:37:33.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
19:37:33.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
19:37:33.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:37:33.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskdZog2H/test-tmp/mini-kudu-cluster3725423600092170187/master-2/logs
19:37:33.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:37:33.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
19:37:33.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
19:37:33.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
19:37:33.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
19:37:33.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
19:37:33.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
19:37:33.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 12 Aug 2026 18:20:25 UTC on ccycloud.quasar-plgbua.root.comops.site
19:37:33.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4583012
19:37:33.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
19:37:33.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:33.579524 18395 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
19:37:33.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:33.580915 18395 file_cache.cc:493] Constructed file cache file cache with capacity 419430
19:37:33.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:37:33.613315 18421 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:37:34.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:34.461562 18426 raft_consensus.cc:482] T 00000000000000000000000000000000 P 755356b0f61d4e96ace095b0c9595e32 [term 2 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
19:37:34.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:34.464316 18426 raft_consensus.cc:504] T 00000000000000000000000000000000 P 755356b0f61d4e96ace095b0c9595e32 [term 2 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f110fa78a1bd4e548c69373a6a3310c9" member_type: VOTER last_known_addr { host: "127.17.28.126" port: 44481 } } peers { permanent_uuid: "755356b0f61d4e96ace095b0c9595e32" member_type: VOTER last_known_addr { host: "127.17.28.125" port: 37959 } } peers { permanent_uuid: "a442ff82b1b3473ab71cd9fee7f8a05e" member_type: VOTER last_known_addr { host: "127.17.28.124" port: 43451 } }
19:37:34.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:37:34.479099 18333 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.17.28.126:44481: connect: Connection refused (error 111)
19:37:34.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:34.490823 18426 leader_election.cc:288] T 00000000000000000000000000000000 P 755356b0f61d4e96ace095b0c9595e32 [CANDIDATE]: Term 3 pre-election: Requested pre-vote from peers f110fa78a1bd4e548c69373a6a3310c9 (127.17.28.126:44481), a442ff82b1b3473ab71cd9fee7f8a05e (127.17.28.124:43451)
19:37:34.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:37:34.508194 18333 leader_election.cc:334] T 00000000000000000000000000000000 P 755356b0f61d4e96ace095b0c9595e32 [CANDIDATE]: Term 3 pre-election: RPC error from VoteRequest() call to peer f110fa78a1bd4e548c69373a6a3310c9 (127.17.28.126:44481): Network error: Client connection negotiation failed: client connection to 127.17.28.126:44481: connect: Connection refused (error 111)
19:37:34.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:37:34.512239 18332 leader_election.cc:334] T 00000000000000000000000000000000 P 755356b0f61d4e96ace095b0c9595e32 [CANDIDATE]: Term 3 pre-election: RPC error from VoteRequest() call to peer a442ff82b1b3473ab71cd9fee7f8a05e (127.17.28.124:43451): Network error: Client connection negotiation failed: client connection to 127.17.28.124:43451: connect: Connection refused (error 111)
19:37:34.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:34.512708 18332 leader_election.cc:302] T 00000000000000000000000000000000 P 755356b0f61d4e96ace095b0c9595e32 [CANDIDATE]: Term 3 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 755356b0f61d4e96ace095b0c9595e32; no voters: a442ff82b1b3473ab71cd9fee7f8a05e, f110fa78a1bd4e548c69373a6a3310c9
19:37:34.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:34.515174 18426 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 755356b0f61d4e96ace095b0c9595e32 [term 2 FOLLOWER]: Leader pre-election lost for term 3. Reason: could not achieve majority
19:37:35.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:37:33.616490 18423 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:37:35.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:37:33.615298 18420 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:37:35.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:37:35.158264 18422 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1546 milliseconds
19:37:35.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:35.158370 18395 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
19:37:35.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:35.164034 18395 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
19:37:35.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:35.167338 18395 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
19:37:35.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:35.168928 18395 hybrid_clock.cc:648] HybridClock initialized: now 1786563455168860 us; error 76 us; skew 500 ppm
19:37:35.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:35.170063 18395 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
19:37:35.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 12 19:37:35 dist-test-slave-vxj2 krb5kdc[17533](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786563455, etypes {rep=17 tkt=17 ses=17}, kudu/127.17.28.124@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
19:37:35.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:35.177857 18395 init.cc:377] Logged in from keytab as kudu/127.17.28.124@KRBTEST.COM (short username kudu)
19:37:35.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:35.184818 18395 webserver.cc:460] Webserver started at http://127.17.28.124:45675/ using document root <none> and password file <none>
19:37:35.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:35.186023 18395 fs_manager.cc:359] Metadata directory not provided
19:37:35.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:35.186299 18395 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
19:37:35.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:35.198283 18395 fs_manager.cc:709] Time spent opening directory manager: real 0.008s user 0.006s sys 0.001s
19:37:35.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:35.205042 18437 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
19:37:35.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:35.206544 18395 fs_manager.cc:725] Time spent opening block manager: real 0.005s user 0.003s sys 0.000s
19:37:35.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:35.206998 18395 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskdZog2H/test-tmp/mini-kudu-cluster3725423600092170187/master-2/data,/tmp/dist-test-taskdZog2H/test-tmp/mini-kudu-cluster3725423600092170187/master-2/wal
19:37:35.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a442ff82b1b3473ab71cd9fee7f8a05e"
19:37:35.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 19:37:18 on dist-test-slave-vxj2"
19:37:35.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:35.209617 18395 fs_report.cc:383] FS layout report
19:37:35.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
19:37:35.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskdZog2H/test-tmp/mini-kudu-cluster3725423600092170187/master-2/wal
19:37:35.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskdZog2H/test-tmp/mini-kudu-cluster3725423600092170187/master-2/wal
19:37:35.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskdZog2H/test-tmp/mini-kudu-cluster3725423600092170187/master-2/data/data
19:37:35.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
19:37:35.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
19:37:35.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
19:37:35.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
19:37:35.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
19:37:35.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
19:37:35.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
19:37:35.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
19:37:35.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
19:37:35.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
19:37:35.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
19:37:35.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:35.263501 18395 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
19:37:35.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:35.271692 18395 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
19:37:35.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:35.272279 18395 kserver.cc:163] Server-wide thread pool size limit: 3276
19:37:35.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:35.363931 18395 rpc_server.cc:307] RPC server started. Bound to: 127.17.28.124:43451
19:37:35.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:35.364037 18509 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.17.28.124:43451 every 8 connection(s)
19:37:35.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:35.368093 18395 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskdZog2H/test-tmp/mini-kudu-cluster3725423600092170187/master-2/data/info.pb
19:37:35.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:35.375063 17521 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskdZog2H/build/tsan/bin/kudu as pid 18395
19:37:35.375 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
19:37:35.375 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.17.28.126:44481
19:37:35.376 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 0
}
}
19:37:35.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:35.377861 17521 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskdZog2H/build/tsan/bin/kudu
19:37:35.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskdZog2H/build/tsan/bin/kudu
19:37:35.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskdZog2H/test-tmp/mini-kudu-cluster3725423600092170187/master-0/wal
19:37:35.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskdZog2H/test-tmp/mini-kudu-cluster3725423600092170187/master-0/data
19:37:35.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
19:37:35.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
19:37:35.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
19:37:35.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:37:35.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:37:35.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:37:35.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskdZog2H/test-tmp/mini-kudu-cluster3725423600092170187/master-0/logs
19:37:35.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskdZog2H/test-tmp/mini-kudu-cluster3725423600092170187/master-0/data/info.pb
19:37:35.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:37:35.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
19:37:35.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
19:37:35.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
19:37:35.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
19:37:35.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:37:35.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:37:35.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:37:35.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
19:37:35.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
19:37:35.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
19:37:35.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
19:37:35.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.28.126:44481
19:37:35.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.28.126
19:37:35.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=46579
19:37:35.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskdZog2H/test-tmp/mini-kudu-cluster3725423600092170187/krb5kdc/kudu_127.17.28.126.keytab
19:37:35.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.17.28.126
19:37:35.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
19:37:35.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
19:37:35.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
19:37:35.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.28.84:42251
19:37:35.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:37:35.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:37:35.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:37:35.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
19:37:35.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.17.28.126:44481,127.17.28.125:37959,127.17.28.124:43451
19:37:35.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
19:37:35.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46095/jwks.json
19:37:35.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskdZog2H/test-tmp/mini-kudu-cluster3725423600092170187/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskdZog2H/test-tmp/mini-kudu-cluster3725423600092170187/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskdZog2H/test-tmp/mini-kudu-cluster3725423600092170187/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
19:37:35.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:35.384330 18510 sys_catalog.cc:263] Verifying existing consensus state
19:37:35.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:35.394464 18510 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P a442ff82b1b3473ab71cd9fee7f8a05e: Bootstrap starting.
19:37:35.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:35.449955 18510 log.cc:824] T 00000000000000000000000000000000 P a442ff82b1b3473ab71cd9fee7f8a05e: Log is configured to *not* fsync() on all Append() calls
19:37:35.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:35.482070 18510 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P a442ff82b1b3473ab71cd9fee7f8a05e: Bootstrap replayed 1/1 log segments. Stats: ops{read=5 overwritten=0 applied=5 ignored=0} inserts{seen=3 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
19:37:35.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:35.483389 18510 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P a442ff82b1b3473ab71cd9fee7f8a05e: Bootstrap complete.
19:37:35.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:35.522570 18510 raft_consensus.cc:348] T 00000000000000000000000000000000 P a442ff82b1b3473ab71cd9fee7f8a05e [term 2 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f110fa78a1bd4e548c69373a6a3310c9" member_type: VOTER last_known_addr { host: "127.17.28.126" port: 44481 } } peers { permanent_uuid: "755356b0f61d4e96ace095b0c9595e32" member_type: VOTER last_known_addr { host: "127.17.28.125" port: 37959 } } peers { permanent_uuid: "a442ff82b1b3473ab71cd9fee7f8a05e" member_type: VOTER last_known_addr { host: "127.17.28.124" port: 43451 } }
19:37:35.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:35.526266 18510 raft_consensus.cc:729] T 00000000000000000000000000000000 P a442ff82b1b3473ab71cd9fee7f8a05e [term 2 FOLLOWER]: Becoming Follower/Learner. State: Replica: a442ff82b1b3473ab71cd9fee7f8a05e, State: Initialized, Role: FOLLOWER
19:37:35.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:35.527359 18510 consensus_queue.cc:260] T 00000000000000000000000000000000 P a442ff82b1b3473ab71cd9fee7f8a05e [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 5, Last appended: 2.5, Last appended by leader: 5, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f110fa78a1bd4e548c69373a6a3310c9" member_type: VOTER last_known_addr { host: "127.17.28.126" port: 44481 } } peers { permanent_uuid: "755356b0f61d4e96ace095b0c9595e32" member_type: VOTER last_known_addr { host: "127.17.28.125" port: 37959 } } peers { permanent_uuid: "a442ff82b1b3473ab71cd9fee7f8a05e" member_type: VOTER last_known_addr { host: "127.17.28.124" port: 43451 } }
19:37:35.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:35.530856 18514 sys_catalog.cc:455] T 00000000000000000000000000000000 P a442ff82b1b3473ab71cd9fee7f8a05e [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 2 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f110fa78a1bd4e548c69373a6a3310c9" member_type: VOTER last_known_addr { host: "127.17.28.126" port: 44481 } } peers { permanent_uuid: "755356b0f61d4e96ace095b0c9595e32" member_type: VOTER last_known_addr { host: "127.17.28.125" port: 37959 } } peers { permanent_uuid: "a442ff82b1b3473ab71cd9fee7f8a05e" member_type: VOTER last_known_addr { host: "127.17.28.124" port: 43451 } } }
19:37:35.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:35.532217 18514 sys_catalog.cc:458] T 00000000000000000000000000000000 P a442ff82b1b3473ab71cd9fee7f8a05e [sys.catalog]: This master's current role is: FOLLOWER
19:37:35.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:35.533284 18510 sys_catalog.cc:564] T 00000000000000000000000000000000 P a442ff82b1b3473ab71cd9fee7f8a05e [sys.catalog]: configured and running, proceeding with master startup.
19:37:35.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:35.619266 18528 catalog_manager.cc:1259] Loaded cluster ID: 20b90a0bb0434f15a93c711e4f028173
19:37:35.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:35.619563 18528 catalog_manager.cc:1552] T 00000000000000000000000000000000 P a442ff82b1b3473ab71cd9fee7f8a05e: loading cluster ID for follower catalog manager: success
19:37:35.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:35.594107 18395 master_runner.cc:186] Error getting master registration for 127.17.28.126:44481: Network error: Client connection negotiation failed: client connection to 127.17.28.126:44481: connect: Connection refused (error 111),
19:37:35.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:35.626223 18395 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
19:37:35.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:35.633575 18528 catalog_manager.cc:1574] T 00000000000000000000000000000000 P a442ff82b1b3473ab71cd9fee7f8a05e: acquiring CA information for follower catalog manager: success
19:37:35.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:35.639578 18528 catalog_manager.cc:1602] T 00000000000000000000000000000000 P a442ff82b1b3473ab71cd9fee7f8a05e: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
19:37:35.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:37:35.883111 18512 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
19:37:35.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:37:35.883919 18512 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
19:37:35.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:37:35.884929 18512 flags.cc:425] Enabled unsafe flag: --never_fsync=true
19:37:35.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:37:35.940606 18512 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
19:37:35.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:37:35.940949 18512 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
19:37:35.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:37:35.941430 18512 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
19:37:35.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:37:35.941774 18512 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
19:37:35.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:37:35.942086 18512 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
19:37:35.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:37:35.942397 18512 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
19:37:35.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:37:35.942626 18512 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:46095/jwks.json
19:37:36.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:36.009642 18512 master_runner.cc:386] Master server non-default flags:
19:37:36.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:37:36.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.28.84:42251
19:37:36.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:37:36.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:37:36.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskdZog2H/test-tmp/mini-kudu-cluster3725423600092170187/master-0/data
19:37:36.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskdZog2H/test-tmp/mini-kudu-cluster3725423600092170187/master-0/wal
19:37:36.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
19:37:36.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
19:37:36.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.17.28.126:44481,127.17.28.125:37959,127.17.28.124:43451
19:37:36.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskdZog2H/test-tmp/mini-kudu-cluster3725423600092170187/krb5kdc/kudu_127.17.28.126.keytab
19:37:36.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.17.28.126
19:37:36.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:37:36.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:37:36.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
19:37:36.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.28.126:44481
19:37:36.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
19:37:36.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
19:37:36.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
19:37:36.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46095/jwks.json
19:37:36.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
19:37:36.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
19:37:36.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
19:37:36.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:37:36.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:37:36.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskdZog2H/test-tmp/mini-kudu-cluster3725423600092170187/master-0/data/info.pb
19:37:36.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.28.126
19:37:36.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=46579
19:37:36.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
19:37:36.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:37:36.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
19:37:36.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
19:37:36.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:37:36.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskdZog2H/test-tmp/mini-kudu-cluster3725423600092170187/master-0/logs
19:37:36.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:37:36.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
19:37:36.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
19:37:36.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
19:37:36.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
19:37:36.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
19:37:36.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
19:37:36.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 12 Aug 2026 18:20:25 UTC on ccycloud.quasar-plgbua.root.comops.site
19:37:36.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4583012
19:37:36.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
19:37:36.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:36.011305 18512 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
19:37:36.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:36.012847 18512 file_cache.cc:493] Constructed file cache file cache with capacity 419430
19:37:36.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:37:36.034945 18541 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:37:36.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:36.593375 18552 raft_consensus.cc:482] T 00000000000000000000000000000000 P 755356b0f61d4e96ace095b0c9595e32 [term 2 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
19:37:36.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:36.596272 18552 raft_consensus.cc:504] T 00000000000000000000000000000000 P 755356b0f61d4e96ace095b0c9595e32 [term 2 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f110fa78a1bd4e548c69373a6a3310c9" member_type: VOTER last_known_addr { host: "127.17.28.126" port: 44481 } } peers { permanent_uuid: "755356b0f61d4e96ace095b0c9595e32" member_type: VOTER last_known_addr { host: "127.17.28.125" port: 37959 } } peers { permanent_uuid: "a442ff82b1b3473ab71cd9fee7f8a05e" member_type: VOTER last_known_addr { host: "127.17.28.124" port: 43451 } }
19:37:36.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:36.612314 18552 leader_election.cc:288] T 00000000000000000000000000000000 P 755356b0f61d4e96ace095b0c9595e32 [CANDIDATE]: Term 3 pre-election: Requested pre-vote from peers f110fa78a1bd4e548c69373a6a3310c9 (127.17.28.126:44481), a442ff82b1b3473ab71cd9fee7f8a05e (127.17.28.124:43451)
19:37:36.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:37:36.635658 18333 leader_election.cc:334] T 00000000000000000000000000000000 P 755356b0f61d4e96ace095b0c9595e32 [CANDIDATE]: Term 3 pre-election: RPC error from VoteRequest() call to peer f110fa78a1bd4e548c69373a6a3310c9 (127.17.28.126:44481): Network error: Client connection negotiation failed: client connection to 127.17.28.126:44481: connect: Connection refused (error 111)
19:37:36.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:36.662256 18477 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "755356b0f61d4e96ace095b0c9595e32" candidate_term: 3 candidate_status { last_received { term: 2 index: 5 } } ignore_live_leader: false dest_uuid: "a442ff82b1b3473ab71cd9fee7f8a05e" is_pre_election: true
19:37:36.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:36.663275 18477 raft_consensus.cc:2454] T 00000000000000000000000000000000 P a442ff82b1b3473ab71cd9fee7f8a05e [term 2 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 755356b0f61d4e96ace095b0c9595e32 in term 2.
19:37:36.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:36.665037 18332 leader_election.cc:302] T 00000000000000000000000000000000 P 755356b0f61d4e96ace095b0c9595e32 [CANDIDATE]: Term 3 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 755356b0f61d4e96ace095b0c9595e32, a442ff82b1b3473ab71cd9fee7f8a05e; no voters: f110fa78a1bd4e548c69373a6a3310c9
19:37:36.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:36.665939 18552 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 755356b0f61d4e96ace095b0c9595e32 [term 2 FOLLOWER]: Leader pre-election won for term 3
19:37:36.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:36.666425 18552 raft_consensus.cc:482] T 00000000000000000000000000000000 P 755356b0f61d4e96ace095b0c9595e32 [term 2 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
19:37:36.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:36.666878 18552 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 755356b0f61d4e96ace095b0c9595e32 [term 2 FOLLOWER]: Advancing to term 3
19:37:36.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:36.680868 18552 raft_consensus.cc:504] T 00000000000000000000000000000000 P 755356b0f61d4e96ace095b0c9595e32 [term 3 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f110fa78a1bd4e548c69373a6a3310c9" member_type: VOTER last_known_addr { host: "127.17.28.126" port: 44481 } } peers { permanent_uuid: "755356b0f61d4e96ace095b0c9595e32" member_type: VOTER last_known_addr { host: "127.17.28.125" port: 37959 } } peers { permanent_uuid: "a442ff82b1b3473ab71cd9fee7f8a05e" member_type: VOTER last_known_addr { host: "127.17.28.124" port: 43451 } }
19:37:36.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:37:36.696902 18333 leader_election.cc:334] T 00000000000000000000000000000000 P 755356b0f61d4e96ace095b0c9595e32 [CANDIDATE]: Term 3 election: RPC error from VoteRequest() call to peer f110fa78a1bd4e548c69373a6a3310c9 (127.17.28.126:44481): Network error: Client connection negotiation failed: client connection to 127.17.28.126:44481: connect: Connection refused (error 111)
19:37:36.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:36.701252 18477 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "755356b0f61d4e96ace095b0c9595e32" candidate_term: 3 candidate_status { last_received { term: 2 index: 5 } } ignore_live_leader: false dest_uuid: "a442ff82b1b3473ab71cd9fee7f8a05e"
19:37:36.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:36.701864 18477 raft_consensus.cc:3037] T 00000000000000000000000000000000 P a442ff82b1b3473ab71cd9fee7f8a05e [term 2 FOLLOWER]: Advancing to term 3
19:37:36.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:36.700127 18552 leader_election.cc:288] T 00000000000000000000000000000000 P 755356b0f61d4e96ace095b0c9595e32 [CANDIDATE]: Term 3 election: Requested vote from peers f110fa78a1bd4e548c69373a6a3310c9 (127.17.28.126:44481), a442ff82b1b3473ab71cd9fee7f8a05e (127.17.28.124:43451)
19:37:36.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:36.711465 18477 raft_consensus.cc:2454] T 00000000000000000000000000000000 P a442ff82b1b3473ab71cd9fee7f8a05e [term 3 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 755356b0f61d4e96ace095b0c9595e32 in term 3.
19:37:36.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:36.712663 18332 leader_election.cc:302] T 00000000000000000000000000000000 P 755356b0f61d4e96ace095b0c9595e32 [CANDIDATE]: Term 3 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 755356b0f61d4e96ace095b0c9595e32, a442ff82b1b3473ab71cd9fee7f8a05e; no voters: f110fa78a1bd4e548c69373a6a3310c9
19:37:36.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:36.713686 18552 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 755356b0f61d4e96ace095b0c9595e32 [term 3 FOLLOWER]: Leader election won for term 3
19:37:36.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:36.722337 18552 raft_consensus.cc:686] T 00000000000000000000000000000000 P 755356b0f61d4e96ace095b0c9595e32 [term 3 LEADER]: Becoming Leader. State: Replica: 755356b0f61d4e96ace095b0c9595e32, State: Running, Role: LEADER
19:37:36.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:36.724035 18552 consensus_queue.cc:237] T 00000000000000000000000000000000 P 755356b0f61d4e96ace095b0c9595e32 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 5, Committed index: 5, Last appended: 2.5, Last appended by leader: 5, Current term: 3, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f110fa78a1bd4e548c69373a6a3310c9" member_type: VOTER last_known_addr { host: "127.17.28.126" port: 44481 } } peers { permanent_uuid: "755356b0f61d4e96ace095b0c9595e32" member_type: VOTER last_known_addr { host: "127.17.28.125" port: 37959 } } peers { permanent_uuid: "a442ff82b1b3473ab71cd9fee7f8a05e" member_type: VOTER last_known_addr { host: "127.17.28.124" port: 43451 } }
19:37:36.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:36.748013 18557 sys_catalog.cc:455] T 00000000000000000000000000000000 P 755356b0f61d4e96ace095b0c9595e32 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 755356b0f61d4e96ace095b0c9595e32. Latest consensus state: current_term: 3 leader_uuid: "755356b0f61d4e96ace095b0c9595e32" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f110fa78a1bd4e548c69373a6a3310c9" member_type: VOTER last_known_addr { host: "127.17.28.126" port: 44481 } } peers { permanent_uuid: "755356b0f61d4e96ace095b0c9595e32" member_type: VOTER last_known_addr { host: "127.17.28.125" port: 37959 } } peers { permanent_uuid: "a442ff82b1b3473ab71cd9fee7f8a05e" member_type: VOTER last_known_addr { host: "127.17.28.124" port: 43451 } } }
19:37:36.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:36.750479 18557 sys_catalog.cc:458] T 00000000000000000000000000000000 P 755356b0f61d4e96ace095b0c9595e32 [sys.catalog]: This master's current role is: LEADER
19:37:36.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:36.757099 18560 catalog_manager.cc:1475] Loading table and tablet metadata into memory...
19:37:36.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:36.768215 18560 catalog_manager.cc:1484] Initializing Kudu cluster ID...
19:37:36.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:36.774003 18560 catalog_manager.cc:1259] Loaded cluster ID: 20b90a0bb0434f15a93c711e4f028173
19:37:36.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:36.774658 18560 catalog_manager.cc:1495] Initializing Kudu internal certificate authority...
19:37:36.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:36.781564 18560 catalog_manager.cc:1504] Loading token signing keys...
19:37:36.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:36.787163 18560 catalog_manager.cc:5879] T 00000000000000000000000000000000 P 755356b0f61d4e96ace095b0c9595e32: Loaded TSK: 0
19:37:36.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:36.789547 18560 catalog_manager.cc:1514] Initializing in-progress tserver states...
19:37:37.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:37.323613 18477 raft_consensus.cc:1261] T 00000000000000000000000000000000 P a442ff82b1b3473ab71cd9fee7f8a05e [term 3 FOLLOWER]: Refusing update from remote peer 755356b0f61d4e96ace095b0c9595e32: Log matching property violated. Preceding OpId in replica: term: 2 index: 5. Preceding OpId from leader: term: 3 index: 6. (index mismatch)
19:37:37.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:37.326397 18561 consensus_queue.cc:1035] T 00000000000000000000000000000000 P 755356b0f61d4e96ace095b0c9595e32 [LEADER]: Connected to new peer: Peer: permanent_uuid: "a442ff82b1b3473ab71cd9fee7f8a05e" member_type: VOTER last_known_addr { host: "127.17.28.124" port: 43451 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 6, Last known committed idx: 5, Time since last communication: 0.000s
19:37:37.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:37:37.392285 18333 consensus_peers.cc:487] T 00000000000000000000000000000000 P 755356b0f61d4e96ace095b0c9595e32 -> Peer f110fa78a1bd4e548c69373a6a3310c9 (127.17.28.126:44481): Couldn't send request to peer f110fa78a1bd4e548c69373a6a3310c9. Status: Network error: Client connection negotiation failed: client connection to 127.17.28.126:44481: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
19:37:37.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:37.411180 18564 sys_catalog.cc:455] T 00000000000000000000000000000000 P 755356b0f61d4e96ace095b0c9595e32 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 3 leader_uuid: "755356b0f61d4e96ace095b0c9595e32" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f110fa78a1bd4e548c69373a6a3310c9" member_type: VOTER last_known_addr { host: "127.17.28.126" port: 44481 } } peers { permanent_uuid: "755356b0f61d4e96ace095b0c9595e32" member_type: VOTER last_known_addr { host: "127.17.28.125" port: 37959 } } peers { permanent_uuid: "a442ff82b1b3473ab71cd9fee7f8a05e" member_type: VOTER last_known_addr { host: "127.17.28.124" port: 43451 } } }
19:37:37.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:37.411957 18564 sys_catalog.cc:458] T 00000000000000000000000000000000 P 755356b0f61d4e96ace095b0c9595e32 [sys.catalog]: This master's current role is: LEADER
19:37:37.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:37.428223 18563 sys_catalog.cc:455] T 00000000000000000000000000000000 P a442ff82b1b3473ab71cd9fee7f8a05e [sys.catalog]: SysCatalogTable state changed. Reason: New leader 755356b0f61d4e96ace095b0c9595e32. Latest consensus state: current_term: 3 leader_uuid: "755356b0f61d4e96ace095b0c9595e32" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f110fa78a1bd4e548c69373a6a3310c9" member_type: VOTER last_known_addr { host: "127.17.28.126" port: 44481 } } peers { permanent_uuid: "755356b0f61d4e96ace095b0c9595e32" member_type: VOTER last_known_addr { host: "127.17.28.125" port: 37959 } } peers { permanent_uuid: "a442ff82b1b3473ab71cd9fee7f8a05e" member_type: VOTER last_known_addr { host: "127.17.28.124" port: 43451 } } }
19:37:37.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:37.429811 18563 sys_catalog.cc:458] T 00000000000000000000000000000000 P a442ff82b1b3473ab71cd9fee7f8a05e [sys.catalog]: This master's current role is: FOLLOWER
19:37:37.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:37.434049 18573 sys_catalog.cc:455] T 00000000000000000000000000000000 P a442ff82b1b3473ab71cd9fee7f8a05e [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 3 leader_uuid: "755356b0f61d4e96ace095b0c9595e32" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f110fa78a1bd4e548c69373a6a3310c9" member_type: VOTER last_known_addr { host: "127.17.28.126" port: 44481 } } peers { permanent_uuid: "755356b0f61d4e96ace095b0c9595e32" member_type: VOTER last_known_addr { host: "127.17.28.125" port: 37959 } } peers { permanent_uuid: "a442ff82b1b3473ab71cd9fee7f8a05e" member_type: VOTER last_known_addr { host: "127.17.28.124" port: 43451 } } }
19:37:37.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:37.434878 18573 sys_catalog.cc:458] T 00000000000000000000000000000000 P a442ff82b1b3473ab71cd9fee7f8a05e [sys.catalog]: This master's current role is: FOLLOWER
19:37:37.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:37:37.429697 18539 debug-util.cc:398] Leaking SignalData structure 0x7b0800014920 after lost signal to thread 18512
19:37:37.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:37:37.730633 18539 kernel_stack_watchdog.cc:198] Thread 18512 stuck at /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/util/thread.cc:637 for 391ms:
19:37:37.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
19:37:37.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
19:37:37.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
19:37:37.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
19:37:37.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:37:37.730826 18512 thread.cc:636] GCE (cloud detector) Time spent creating pthread: real 1.695s user 0.545s sys 0.966s
19:37:37.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:37:36.046066 18542 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:37:37.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:37:37.731629 18512 thread.cc:602] GCE (cloud detector) Time spent starting thread: real 1.696s user 0.546s sys 0.966s
19:37:37.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:37:37.746129 18575 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:37:37.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:37.746927 18512 server_base.cc:1034] running on GCE node
19:37:37.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:37.748101 18512 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
19:37:37.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:37.750743 18512 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
19:37:37.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:37.752169 18512 hybrid_clock.cc:648] HybridClock initialized: now 1786563457752096 us; error 49 us; skew 500 ppm
19:37:37.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:37.753075 18512 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
19:37:37.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 12 19:37:37 dist-test-slave-vxj2 krb5kdc[17533](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786563457, etypes {rep=17 tkt=17 ses=17}, kudu/127.17.28.126@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
19:37:37.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:37.760020 18512 init.cc:377] Logged in from keytab as kudu/127.17.28.126@KRBTEST.COM (short username kudu)
19:37:37.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:37.767423 18512 webserver.cc:460] Webserver started at http://127.17.28.126:46579/ using document root <none> and password file <none>
19:37:37.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:37.768579 18512 fs_manager.cc:359] Metadata directory not provided
19:37:37.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:37.768834 18512 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
19:37:37.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:37.777484 18512 fs_manager.cc:709] Time spent opening directory manager: real 0.005s user 0.007s sys 0.000s
19:37:37.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:37.782541 18581 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
19:37:37.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:37.783751 18512 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.000s sys 0.005s
19:37:37.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:37.784173 18512 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskdZog2H/test-tmp/mini-kudu-cluster3725423600092170187/master-0/data,/tmp/dist-test-taskdZog2H/test-tmp/mini-kudu-cluster3725423600092170187/master-0/wal
19:37:37.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f110fa78a1bd4e548c69373a6a3310c9"
19:37:37.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 19:37:14 on dist-test-slave-vxj2"
19:37:37.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:37.786684 18512 fs_report.cc:383] FS layout report
19:37:37.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
19:37:37.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskdZog2H/test-tmp/mini-kudu-cluster3725423600092170187/master-0/wal
19:37:37.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskdZog2H/test-tmp/mini-kudu-cluster3725423600092170187/master-0/wal
19:37:37.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskdZog2H/test-tmp/mini-kudu-cluster3725423600092170187/master-0/data/data
19:37:37.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
19:37:37.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
19:37:37.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
19:37:37.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
19:37:37.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
19:37:37.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
19:37:37.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
19:37:37.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
19:37:37.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
19:37:37.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
19:37:37.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
19:37:37.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:37.827147 18512 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
19:37:37.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:37.834297 18512 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
19:37:37.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:37.834909 18512 kserver.cc:163] Server-wide thread pool size limit: 3276
19:37:37.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:37.935889 18512 rpc_server.cc:307] RPC server started. Bound to: 127.17.28.126:44481
19:37:37.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:37.936031 18643 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.17.28.126:44481 every 8 connection(s)
19:37:37.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:37.940006 18512 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskdZog2H/test-tmp/mini-kudu-cluster3725423600092170187/master-0/data/info.pb
19:37:37.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:37.948968 17521 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskdZog2H/build/tsan/bin/kudu as pid 18512
19:37:37.949 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
19:37:37.950 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.17.28.125:37959(127.17.28.125:37959)] connecting to peer
19:37:37.953 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.17.28.125:37959(127.17.28.125:37959)] Successfully connected to peer
19:37:37.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:37.956379 18645 sys_catalog.cc:263] Verifying existing consensus state
19:37:37.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:37.967295 18645 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P f110fa78a1bd4e548c69373a6a3310c9: Bootstrap starting.
19:37:37.996 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0xf9c59d68, L:/127.0.0.1:44808 - R:/127.17.28.125:37959] using TOKEN/null
19:37:38.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:38.019654 18645 log.cc:824] T 00000000000000000000000000000000 P f110fa78a1bd4e548c69373a6a3310c9: Log is configured to *not* fsync() on all Append() calls
19:37:38.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:38.037454 18645 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P f110fa78a1bd4e548c69373a6a3310c9: Bootstrap replayed 1/1 log segments. Stats: ops{read=5 overwritten=0 applied=5 ignored=0} inserts{seen=3 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
19:37:38.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:38.038497 18645 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P f110fa78a1bd4e548c69373a6a3310c9: Bootstrap complete.
19:37:38.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:38.064038 18645 raft_consensus.cc:348] T 00000000000000000000000000000000 P f110fa78a1bd4e548c69373a6a3310c9 [term 2 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f110fa78a1bd4e548c69373a6a3310c9" member_type: VOTER last_known_addr { host: "127.17.28.126" port: 44481 } } peers { permanent_uuid: "755356b0f61d4e96ace095b0c9595e32" member_type: VOTER last_known_addr { host: "127.17.28.125" port: 37959 } } peers { permanent_uuid: "a442ff82b1b3473ab71cd9fee7f8a05e" member_type: VOTER last_known_addr { host: "127.17.28.124" port: 43451 } }
19:37:38.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:38.066656 18645 raft_consensus.cc:729] T 00000000000000000000000000000000 P f110fa78a1bd4e548c69373a6a3310c9 [term 2 FOLLOWER]: Becoming Follower/Learner. State: Replica: f110fa78a1bd4e548c69373a6a3310c9, State: Initialized, Role: FOLLOWER
19:37:38.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:38.067649 18645 consensus_queue.cc:260] T 00000000000000000000000000000000 P f110fa78a1bd4e548c69373a6a3310c9 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 5, Last appended: 2.5, Last appended by leader: 5, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f110fa78a1bd4e548c69373a6a3310c9" member_type: VOTER last_known_addr { host: "127.17.28.126" port: 44481 } } peers { permanent_uuid: "755356b0f61d4e96ace095b0c9595e32" member_type: VOTER last_known_addr { host: "127.17.28.125" port: 37959 } } peers { permanent_uuid: "a442ff82b1b3473ab71cd9fee7f8a05e" member_type: VOTER last_known_addr { host: "127.17.28.124" port: 43451 } }
19:37:38.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:38.070672 18650 sys_catalog.cc:455] T 00000000000000000000000000000000 P f110fa78a1bd4e548c69373a6a3310c9 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 2 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f110fa78a1bd4e548c69373a6a3310c9" member_type: VOTER last_known_addr { host: "127.17.28.126" port: 44481 } } peers { permanent_uuid: "755356b0f61d4e96ace095b0c9595e32" member_type: VOTER last_known_addr { host: "127.17.28.125" port: 37959 } } peers { permanent_uuid: "a442ff82b1b3473ab71cd9fee7f8a05e" member_type: VOTER last_known_addr { host: "127.17.28.124" port: 43451 } } }
19:37:38.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:38.071571 18650 sys_catalog.cc:458] T 00000000000000000000000000000000 P f110fa78a1bd4e548c69373a6a3310c9 [sys.catalog]: This master's current role is: FOLLOWER
19:37:38.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:38.072461 18645 sys_catalog.cc:564] T 00000000000000000000000000000000 P f110fa78a1bd4e548c69373a6a3310c9 [sys.catalog]: configured and running, proceeding with master startup.
19:37:38.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:38.112378 18662 catalog_manager.cc:1259] Loaded cluster ID: 20b90a0bb0434f15a93c711e4f028173
19:37:38.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:38.112653 18662 catalog_manager.cc:1552] T 00000000000000000000000000000000 P f110fa78a1bd4e548c69373a6a3310c9: loading cluster ID for follower catalog manager: success
19:37:38.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 12 19:37:38 dist-test-slave-vxj2 krb5kdc[17533](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786563457, etypes {rep=17 tkt=17 ses=17}, kudu/127.17.28.126@KRBTEST.COM for kudu/127.17.28.126@KRBTEST.COM
19:37:38.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:38.137023 18662 catalog_manager.cc:1574] T 00000000000000000000000000000000 P f110fa78a1bd4e548c69373a6a3310c9: acquiring CA information for follower catalog manager: success
19:37:38.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:38.143488 18662 catalog_manager.cc:1602] T 00000000000000000000000000000000 P f110fa78a1bd4e548c69373a6a3310c9: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
19:37:38.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:38.313129 18610 raft_consensus.cc:3037] T 00000000000000000000000000000000 P f110fa78a1bd4e548c69373a6a3310c9 [term 2 FOLLOWER]: Advancing to term 3
19:37:38.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:38.332995 18680 sys_catalog.cc:455] T 00000000000000000000000000000000 P f110fa78a1bd4e548c69373a6a3310c9 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 3 leader_uuid: "755356b0f61d4e96ace095b0c9595e32" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f110fa78a1bd4e548c69373a6a3310c9" member_type: VOTER last_known_addr { host: "127.17.28.126" port: 44481 } } peers { permanent_uuid: "755356b0f61d4e96ace095b0c9595e32" member_type: VOTER last_known_addr { host: "127.17.28.125" port: 37959 } } peers { permanent_uuid: "a442ff82b1b3473ab71cd9fee7f8a05e" member_type: VOTER last_known_addr { host: "127.17.28.124" port: 43451 } } }
19:37:38.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:38.335441 18680 sys_catalog.cc:458] T 00000000000000000000000000000000 P f110fa78a1bd4e548c69373a6a3310c9 [sys.catalog]: This master's current role is: FOLLOWER
19:37:38.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:38.338894 18650 sys_catalog.cc:455] T 00000000000000000000000000000000 P f110fa78a1bd4e548c69373a6a3310c9 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 755356b0f61d4e96ace095b0c9595e32. Latest consensus state: current_term: 3 leader_uuid: "755356b0f61d4e96ace095b0c9595e32" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f110fa78a1bd4e548c69373a6a3310c9" member_type: VOTER last_known_addr { host: "127.17.28.126" port: 44481 } } peers { permanent_uuid: "755356b0f61d4e96ace095b0c9595e32" member_type: VOTER last_known_addr { host: "127.17.28.125" port: 37959 } } peers { permanent_uuid: "a442ff82b1b3473ab71cd9fee7f8a05e" member_type: VOTER last_known_addr { host: "127.17.28.124" port: 43451 } } }
19:37:38.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:38.339720 18650 sys_catalog.cc:458] T 00000000000000000000000000000000 P f110fa78a1bd4e548c69373a6a3310c9 [sys.catalog]: This master's current role is: FOLLOWER
19:37:38.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:38.716979 18564 sys_catalog.cc:455] T 00000000000000000000000000000000 P 755356b0f61d4e96ace095b0c9595e32 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 3 leader_uuid: "755356b0f61d4e96ace095b0c9595e32" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f110fa78a1bd4e548c69373a6a3310c9" member_type: VOTER last_known_addr { host: "127.17.28.126" port: 44481 } } peers { permanent_uuid: "755356b0f61d4e96ace095b0c9595e32" member_type: VOTER last_known_addr { host: "127.17.28.125" port: 37959 } } peers { permanent_uuid: "a442ff82b1b3473ab71cd9fee7f8a05e" member_type: VOTER last_known_addr { host: "127.17.28.124" port: 43451 } } }
19:37:38.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:38.717805 18564 sys_catalog.cc:458] T 00000000000000000000000000000000 P 755356b0f61d4e96ace095b0c9595e32 [sys.catalog]: This master's current role is: LEADER
19:37:41.050 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.17.28.125:37959
19:37:41.051 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 1
}
}
19:37:41.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:41.052008 17521 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskdZog2H/build/tsan/bin/kudu with pid 18302
19:37:41.088 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.17.28.125:37959(127.17.28.125:37959)] handling channelInactive
19:37:41.088 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.28.125:37959(127.17.28.125:37959)] cleaning up while in state READY due to: connection closed
19:37:41.088 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
19:37:41.088 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.17.28.124:43451
19:37:41.088 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 2
}
}
19:37:41.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:41.088927 17521 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskdZog2H/build/tsan/bin/kudu with pid 18395
19:37:41.123 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
19:37:41.123 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.17.28.126:44481
19:37:41.124 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 0
}
}
19:37:41.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:41.124455 17521 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskdZog2H/build/tsan/bin/kudu with pid 18512
19:37:41.158 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
19:37:41.159 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.17.28.125:37959
19:37:41.159 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 1
}
}
19:37:41.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:41.161037 17521 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskdZog2H/build/tsan/bin/kudu
19:37:41.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskdZog2H/build/tsan/bin/kudu
19:37:41.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskdZog2H/test-tmp/mini-kudu-cluster3725423600092170187/master-1/wal
19:37:41.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskdZog2H/test-tmp/mini-kudu-cluster3725423600092170187/master-1/data
19:37:41.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
19:37:41.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
19:37:41.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
19:37:41.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:37:41.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:37:41.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:37:41.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskdZog2H/test-tmp/mini-kudu-cluster3725423600092170187/master-1/logs
19:37:41.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskdZog2H/test-tmp/mini-kudu-cluster3725423600092170187/master-1/data/info.pb
19:37:41.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:37:41.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
19:37:41.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
19:37:41.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
19:37:41.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
19:37:41.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:37:41.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:37:41.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:37:41.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
19:37:41.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
19:37:41.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
19:37:41.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
19:37:41.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.28.125:37959
19:37:41.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.28.125
19:37:41.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=41129
19:37:41.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskdZog2H/test-tmp/mini-kudu-cluster3725423600092170187/krb5kdc/kudu_127.17.28.125.keytab
19:37:41.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.17.28.125
19:37:41.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
19:37:41.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
19:37:41.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
19:37:41.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.28.84:42251
19:37:41.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:37:41.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:37:41.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:37:41.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
19:37:41.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.17.28.126:44481,127.17.28.125:37959,127.17.28.124:43451
19:37:41.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
19:37:41.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46095/jwks.json
19:37:41.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskdZog2H/test-tmp/mini-kudu-cluster3725423600092170187/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskdZog2H/test-tmp/mini-kudu-cluster3725423600092170187/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskdZog2H/test-tmp/mini-kudu-cluster3725423600092170187/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
19:37:41.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:37:41.499464 18694 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
19:37:41.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:37:41.500384 18694 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
19:37:41.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:37:41.501617 18694 flags.cc:425] Enabled unsafe flag: --never_fsync=true
19:37:41.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:37:41.537987 18694 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
19:37:41.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:37:41.538293 18694 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
19:37:41.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:37:41.538585 18694 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
19:37:41.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:37:41.538784 18694 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
19:37:41.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:37:41.538980 18694 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
19:37:41.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:37:41.539156 18694 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
19:37:41.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:37:41.539283 18694 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:46095/jwks.json
19:37:41.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:41.593472 18694 master_runner.cc:386] Master server non-default flags:
19:37:41.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:37:41.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.28.84:42251
19:37:41.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:37:41.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:37:41.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskdZog2H/test-tmp/mini-kudu-cluster3725423600092170187/master-1/data
19:37:41.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskdZog2H/test-tmp/mini-kudu-cluster3725423600092170187/master-1/wal
19:37:41.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
19:37:41.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
19:37:41.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.17.28.126:44481,127.17.28.125:37959,127.17.28.124:43451
19:37:41.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskdZog2H/test-tmp/mini-kudu-cluster3725423600092170187/krb5kdc/kudu_127.17.28.125.keytab
19:37:41.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.17.28.125
19:37:41.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:37:41.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:37:41.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
19:37:41.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.28.125:37959
19:37:41.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
19:37:41.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
19:37:41.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
19:37:41.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46095/jwks.json
19:37:41.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
19:37:41.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
19:37:41.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
19:37:41.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:37:41.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:37:41.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskdZog2H/test-tmp/mini-kudu-cluster3725423600092170187/master-1/data/info.pb
19:37:41.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.28.125
19:37:41.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=41129
19:37:41.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
19:37:41.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:37:41.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
19:37:41.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
19:37:41.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:37:41.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskdZog2H/test-tmp/mini-kudu-cluster3725423600092170187/master-1/logs
19:37:41.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:37:41.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
19:37:41.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
19:37:41.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
19:37:41.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
19:37:41.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
19:37:41.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
19:37:41.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 12 Aug 2026 18:20:25 UTC on ccycloud.quasar-plgbua.root.comops.site
19:37:41.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4583012
19:37:41.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
19:37:41.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:41.594653 18694 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
19:37:41.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:41.595717 18694 file_cache.cc:493] Constructed file cache file cache with capacity 419430
19:37:41.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:37:41.614751 18704 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:37:42.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:37:41.614883 18700 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:37:42.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:37:41.614744 18701 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:37:42.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:37:42.860920 18702 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
19:37:42.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:42.861088 18694 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
19:37:42.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:42.865540 18694 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
19:37:42.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:42.868258 18694 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
19:37:42.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:42.869776 18694 hybrid_clock.cc:648] HybridClock initialized: now 1786563462869703 us; error 46 us; skew 500 ppm
19:37:42.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:42.870659 18694 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
19:37:42.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 12 19:37:42 dist-test-slave-vxj2 krb5kdc[17533](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786563462, etypes {rep=17 tkt=17 ses=17}, kudu/127.17.28.125@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
19:37:42.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:42.876852 18694 init.cc:377] Logged in from keytab as kudu/127.17.28.125@KRBTEST.COM (short username kudu)
19:37:42.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:42.882055 18694 webserver.cc:460] Webserver started at http://127.17.28.125:41129/ using document root <none> and password file <none>
19:37:42.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:42.882985 18694 fs_manager.cc:359] Metadata directory not provided
19:37:42.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:42.883229 18694 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
19:37:42.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:42.892702 18694 fs_manager.cc:709] Time spent opening directory manager: real 0.006s user 0.006s sys 0.001s
19:37:42.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:42.898180 18713 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
19:37:42.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:42.899536 18694 fs_manager.cc:725] Time spent opening block manager: real 0.005s user 0.002s sys 0.003s
19:37:42.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:42.899827 18694 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskdZog2H/test-tmp/mini-kudu-cluster3725423600092170187/master-1/data,/tmp/dist-test-taskdZog2H/test-tmp/mini-kudu-cluster3725423600092170187/master-1/wal
19:37:42.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "755356b0f61d4e96ace095b0c9595e32"
19:37:42.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 19:37:16 on dist-test-slave-vxj2"
19:37:42.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:42.902369 18694 fs_report.cc:383] FS layout report
19:37:42.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
19:37:42.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskdZog2H/test-tmp/mini-kudu-cluster3725423600092170187/master-1/wal
19:37:42.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskdZog2H/test-tmp/mini-kudu-cluster3725423600092170187/master-1/wal
19:37:42.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskdZog2H/test-tmp/mini-kudu-cluster3725423600092170187/master-1/data/data
19:37:42.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
19:37:42.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
19:37:42.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
19:37:42.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
19:37:42.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
19:37:42.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
19:37:42.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
19:37:42.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
19:37:42.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
19:37:42.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
19:37:42.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
19:37:42.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:42.960918 18694 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
19:37:42.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:42.967415 18694 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
19:37:42.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:42.967845 18694 kserver.cc:163] Server-wide thread pool size limit: 3276
19:37:43.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:43.044658 18694 rpc_server.cc:307] RPC server started. Bound to: 127.17.28.125:37959
19:37:43.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:43.044740 18775 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.17.28.125:37959 every 8 connection(s)
19:37:43.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:43.047559 18694 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskdZog2H/test-tmp/mini-kudu-cluster3725423600092170187/master-1/data/info.pb
19:37:43.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:43.058027 18776 sys_catalog.cc:263] Verifying existing consensus state
19:37:43.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:43.058010 17521 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskdZog2H/build/tsan/bin/kudu as pid 18694
19:37:43.058 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
19:37:43.058 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.17.28.124:43451
19:37:43.058 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 2
}
}
19:37:43.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:43.060182 17521 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskdZog2H/build/tsan/bin/kudu
19:37:43.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskdZog2H/build/tsan/bin/kudu
19:37:43.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskdZog2H/test-tmp/mini-kudu-cluster3725423600092170187/master-2/wal
19:37:43.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskdZog2H/test-tmp/mini-kudu-cluster3725423600092170187/master-2/data
19:37:43.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
19:37:43.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
19:37:43.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
19:37:43.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:37:43.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:37:43.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:37:43.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskdZog2H/test-tmp/mini-kudu-cluster3725423600092170187/master-2/logs
19:37:43.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskdZog2H/test-tmp/mini-kudu-cluster3725423600092170187/master-2/data/info.pb
19:37:43.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:37:43.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
19:37:43.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
19:37:43.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
19:37:43.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
19:37:43.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:37:43.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:37:43.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:37:43.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
19:37:43.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
19:37:43.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
19:37:43.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
19:37:43.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.28.124:43451
19:37:43.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.28.124
19:37:43.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=45675
19:37:43.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskdZog2H/test-tmp/mini-kudu-cluster3725423600092170187/krb5kdc/kudu_127.17.28.124.keytab
19:37:43.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.17.28.124
19:37:43.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
19:37:43.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
19:37:43.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
19:37:43.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.28.84:42251
19:37:43.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:37:43.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:37:43.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:37:43.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
19:37:43.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.17.28.126:44481,127.17.28.125:37959,127.17.28.124:43451
19:37:43.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
19:37:43.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46095/jwks.json
19:37:43.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskdZog2H/test-tmp/mini-kudu-cluster3725423600092170187/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskdZog2H/test-tmp/mini-kudu-cluster3725423600092170187/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskdZog2H/test-tmp/mini-kudu-cluster3725423600092170187/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
19:37:43.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:43.064442 18776 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 755356b0f61d4e96ace095b0c9595e32: Bootstrap starting.
19:37:43.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:43.114042 18776 log.cc:824] T 00000000000000000000000000000000 P 755356b0f61d4e96ace095b0c9595e32: Log is configured to *not* fsync() on all Append() calls
19:37:43.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:43.132040 18776 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 755356b0f61d4e96ace095b0c9595e32: Bootstrap replayed 1/1 log segments. Stats: ops{read=6 overwritten=0 applied=6 ignored=0} inserts{seen=3 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
19:37:43.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:43.132870 18776 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 755356b0f61d4e96ace095b0c9595e32: Bootstrap complete.
19:37:43.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:43.157053 18776 raft_consensus.cc:348] T 00000000000000000000000000000000 P 755356b0f61d4e96ace095b0c9595e32 [term 3 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f110fa78a1bd4e548c69373a6a3310c9" member_type: VOTER last_known_addr { host: "127.17.28.126" port: 44481 } } peers { permanent_uuid: "755356b0f61d4e96ace095b0c9595e32" member_type: VOTER last_known_addr { host: "127.17.28.125" port: 37959 } } peers { permanent_uuid: "a442ff82b1b3473ab71cd9fee7f8a05e" member_type: VOTER last_known_addr { host: "127.17.28.124" port: 43451 } }
19:37:43.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:43.159693 18776 raft_consensus.cc:729] T 00000000000000000000000000000000 P 755356b0f61d4e96ace095b0c9595e32 [term 3 FOLLOWER]: Becoming Follower/Learner. State: Replica: 755356b0f61d4e96ace095b0c9595e32, State: Initialized, Role: FOLLOWER
19:37:43.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:43.160590 18776 consensus_queue.cc:260] T 00000000000000000000000000000000 P 755356b0f61d4e96ace095b0c9595e32 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 6, Last appended: 3.6, Last appended by leader: 6, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f110fa78a1bd4e548c69373a6a3310c9" member_type: VOTER last_known_addr { host: "127.17.28.126" port: 44481 } } peers { permanent_uuid: "755356b0f61d4e96ace095b0c9595e32" member_type: VOTER last_known_addr { host: "127.17.28.125" port: 37959 } } peers { permanent_uuid: "a442ff82b1b3473ab71cd9fee7f8a05e" member_type: VOTER last_known_addr { host: "127.17.28.124" port: 43451 } }
19:37:43.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:43.163661 18781 sys_catalog.cc:455] T 00000000000000000000000000000000 P 755356b0f61d4e96ace095b0c9595e32 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 3 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f110fa78a1bd4e548c69373a6a3310c9" member_type: VOTER last_known_addr { host: "127.17.28.126" port: 44481 } } peers { permanent_uuid: "755356b0f61d4e96ace095b0c9595e32" member_type: VOTER last_known_addr { host: "127.17.28.125" port: 37959 } } peers { permanent_uuid: "a442ff82b1b3473ab71cd9fee7f8a05e" member_type: VOTER last_known_addr { host: "127.17.28.124" port: 43451 } } }
19:37:43.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:43.164563 18781 sys_catalog.cc:458] T 00000000000000000000000000000000 P 755356b0f61d4e96ace095b0c9595e32 [sys.catalog]: This master's current role is: FOLLOWER
19:37:43.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:43.165477 18776 sys_catalog.cc:564] T 00000000000000000000000000000000 P 755356b0f61d4e96ace095b0c9595e32 [sys.catalog]: configured and running, proceeding with master startup.
19:37:43.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:43.196563 18794 catalog_manager.cc:1259] Loaded cluster ID: 20b90a0bb0434f15a93c711e4f028173
19:37:43.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:43.197248 18794 catalog_manager.cc:1552] T 00000000000000000000000000000000 P 755356b0f61d4e96ace095b0c9595e32: loading cluster ID for follower catalog manager: success
19:37:43.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:43.213519 18794 catalog_manager.cc:1574] T 00000000000000000000000000000000 P 755356b0f61d4e96ace095b0c9595e32: acquiring CA information for follower catalog manager: success
19:37:43.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:43.220112 18794 catalog_manager.cc:1602] T 00000000000000000000000000000000 P 755356b0f61d4e96ace095b0c9595e32: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
19:37:43.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:43.192723 18694 master_runner.cc:186] Error getting master registration for 127.17.28.126:44481: Network error: Client connection negotiation failed: client connection to 127.17.28.126:44481: connect: Connection refused (error 111),
19:37:43.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:43.229041 18694 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
19:37:43.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:37:43.448484 18778 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
19:37:43.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:37:43.449031 18778 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
19:37:43.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:37:43.449678 18778 flags.cc:425] Enabled unsafe flag: --never_fsync=true
19:37:43.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:37:43.486192 18778 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
19:37:43.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:37:43.486438 18778 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
19:37:43.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:37:43.486719 18778 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
19:37:43.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:37:43.486922 18778 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
19:37:43.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:37:43.487111 18778 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
19:37:43.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:37:43.487293 18778 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
19:37:43.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:37:43.487432 18778 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:46095/jwks.json
19:37:43.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:43.529306 18778 master_runner.cc:386] Master server non-default flags:
19:37:43.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:37:43.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.28.84:42251
19:37:43.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:37:43.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:37:43.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskdZog2H/test-tmp/mini-kudu-cluster3725423600092170187/master-2/data
19:37:43.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskdZog2H/test-tmp/mini-kudu-cluster3725423600092170187/master-2/wal
19:37:43.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
19:37:43.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
19:37:43.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.17.28.126:44481,127.17.28.125:37959,127.17.28.124:43451
19:37:43.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskdZog2H/test-tmp/mini-kudu-cluster3725423600092170187/krb5kdc/kudu_127.17.28.124.keytab
19:37:43.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.17.28.124
19:37:43.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:37:43.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:37:43.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
19:37:43.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.28.124:43451
19:37:43.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
19:37:43.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
19:37:43.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
19:37:43.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46095/jwks.json
19:37:43.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
19:37:43.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
19:37:43.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
19:37:43.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:37:43.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:37:43.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskdZog2H/test-tmp/mini-kudu-cluster3725423600092170187/master-2/data/info.pb
19:37:43.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.28.124
19:37:43.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=45675
19:37:43.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
19:37:43.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:37:43.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
19:37:43.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
19:37:43.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:37:43.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskdZog2H/test-tmp/mini-kudu-cluster3725423600092170187/master-2/logs
19:37:43.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:37:43.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
19:37:43.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
19:37:43.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
19:37:43.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
19:37:43.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
19:37:43.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
19:37:43.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 12 Aug 2026 18:20:25 UTC on ccycloud.quasar-plgbua.root.comops.site
19:37:43.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4583012
19:37:43.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
19:37:43.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:43.530571 18778 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
19:37:43.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:43.531553 18778 file_cache.cc:493] Constructed file cache file cache with capacity 419430
19:37:43.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:37:43.551934 18803 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:37:44.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:44.344780 18809 raft_consensus.cc:482] T 00000000000000000000000000000000 P 755356b0f61d4e96ace095b0c9595e32 [term 3 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
19:37:44.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:44.345697 18809 raft_consensus.cc:504] T 00000000000000000000000000000000 P 755356b0f61d4e96ace095b0c9595e32 [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f110fa78a1bd4e548c69373a6a3310c9" member_type: VOTER last_known_addr { host: "127.17.28.126" port: 44481 } } peers { permanent_uuid: "755356b0f61d4e96ace095b0c9595e32" member_type: VOTER last_known_addr { host: "127.17.28.125" port: 37959 } } peers { permanent_uuid: "a442ff82b1b3473ab71cd9fee7f8a05e" member_type: VOTER last_known_addr { host: "127.17.28.124" port: 43451 } }
19:37:44.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:44.356657 18809 leader_election.cc:288] T 00000000000000000000000000000000 P 755356b0f61d4e96ace095b0c9595e32 [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers f110fa78a1bd4e548c69373a6a3310c9 (127.17.28.126:44481), a442ff82b1b3473ab71cd9fee7f8a05e (127.17.28.124:43451)
19:37:44.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:37:44.365444 18718 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.17.28.126:44481: connect: Connection refused (error 111)
19:37:44.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:37:44.371083 18718 leader_election.cc:334] T 00000000000000000000000000000000 P 755356b0f61d4e96ace095b0c9595e32 [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer f110fa78a1bd4e548c69373a6a3310c9 (127.17.28.126:44481): Network error: Client connection negotiation failed: client connection to 127.17.28.126:44481: connect: Connection refused (error 111)
19:37:44.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:37:44.372318 18716 leader_election.cc:334] T 00000000000000000000000000000000 P 755356b0f61d4e96ace095b0c9595e32 [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer a442ff82b1b3473ab71cd9fee7f8a05e (127.17.28.124:43451): Network error: Client connection negotiation failed: client connection to 127.17.28.124:43451: connect: Connection refused (error 111)
19:37:44.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:44.372742 18716 leader_election.cc:302] T 00000000000000000000000000000000 P 755356b0f61d4e96ace095b0c9595e32 [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 755356b0f61d4e96ace095b0c9595e32; no voters: a442ff82b1b3473ab71cd9fee7f8a05e, f110fa78a1bd4e548c69373a6a3310c9
19:37:44.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:44.373652 18809 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 755356b0f61d4e96ace095b0c9595e32 [term 3 FOLLOWER]: Leader pre-election lost for term 4. Reason: could not achieve majority
19:37:44.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:37:43.552182 18802 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:37:44.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:37:43.553135 18805 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:37:44.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:43.553634 18778 server_base.cc:1034] running on GCE node
19:37:44.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:44.929426 18778 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
19:37:44.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:44.932778 18778 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
19:37:44.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:44.934234 18778 hybrid_clock.cc:648] HybridClock initialized: now 1786563464934167 us; error 77 us; skew 500 ppm
19:37:44.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:44.935297 18778 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
19:37:44.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 12 19:37:44 dist-test-slave-vxj2 krb5kdc[17533](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786563464, etypes {rep=17 tkt=17 ses=17}, kudu/127.17.28.124@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
19:37:44.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:44.947413 18778 init.cc:377] Logged in from keytab as kudu/127.17.28.124@KRBTEST.COM (short username kudu)
19:37:44.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:44.953915 18778 webserver.cc:460] Webserver started at http://127.17.28.124:45675/ using document root <none> and password file <none>
19:37:44.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:44.955049 18778 fs_manager.cc:359] Metadata directory not provided
19:37:44.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:44.955303 18778 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
19:37:44.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:44.964926 18778 fs_manager.cc:709] Time spent opening directory manager: real 0.006s user 0.006s sys 0.001s
19:37:44.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:44.970774 18819 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
19:37:44.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:44.972044 18778 fs_manager.cc:725] Time spent opening block manager: real 0.005s user 0.002s sys 0.003s
19:37:44.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:44.972347 18778 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskdZog2H/test-tmp/mini-kudu-cluster3725423600092170187/master-2/data,/tmp/dist-test-taskdZog2H/test-tmp/mini-kudu-cluster3725423600092170187/master-2/wal
19:37:44.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a442ff82b1b3473ab71cd9fee7f8a05e"
19:37:44.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 19:37:18 on dist-test-slave-vxj2"
19:37:44.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:44.974923 18778 fs_report.cc:383] FS layout report
19:37:44.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
19:37:44.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskdZog2H/test-tmp/mini-kudu-cluster3725423600092170187/master-2/wal
19:37:44.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskdZog2H/test-tmp/mini-kudu-cluster3725423600092170187/master-2/wal
19:37:44.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskdZog2H/test-tmp/mini-kudu-cluster3725423600092170187/master-2/data/data
19:37:44.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
19:37:44.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
19:37:44.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
19:37:44.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
19:37:44.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
19:37:44.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
19:37:44.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
19:37:44.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
19:37:44.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
19:37:44.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
19:37:44.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
19:37:45.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:45.020221 18778 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
19:37:45.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:45.026943 18778 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
19:37:45.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:45.027379 18778 kserver.cc:163] Server-wide thread pool size limit: 3276
19:37:45.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:45.124604 18778 rpc_server.cc:307] RPC server started. Bound to: 127.17.28.124:43451
19:37:45.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:45.125010 18886 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.17.28.124:43451 every 8 connection(s)
19:37:45.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:45.127566 18778 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskdZog2H/test-tmp/mini-kudu-cluster3725423600092170187/master-2/data/info.pb
19:37:45.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:45.137773 17521 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskdZog2H/build/tsan/bin/kudu as pid 18778
19:37:45.138 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
19:37:45.138 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.17.28.126:44481
19:37:45.138 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 0
}
}
19:37:45.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:45.139889 18887 sys_catalog.cc:263] Verifying existing consensus state
19:37:45.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:45.140462 17521 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskdZog2H/build/tsan/bin/kudu
19:37:45.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskdZog2H/build/tsan/bin/kudu
19:37:45.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskdZog2H/test-tmp/mini-kudu-cluster3725423600092170187/master-0/wal
19:37:45.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskdZog2H/test-tmp/mini-kudu-cluster3725423600092170187/master-0/data
19:37:45.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
19:37:45.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
19:37:45.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
19:37:45.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:37:45.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:37:45.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:37:45.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskdZog2H/test-tmp/mini-kudu-cluster3725423600092170187/master-0/logs
19:37:45.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskdZog2H/test-tmp/mini-kudu-cluster3725423600092170187/master-0/data/info.pb
19:37:45.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:37:45.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
19:37:45.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
19:37:45.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
19:37:45.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
19:37:45.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:37:45.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:37:45.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:37:45.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
19:37:45.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
19:37:45.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
19:37:45.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
19:37:45.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.28.126:44481
19:37:45.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.28.126
19:37:45.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=46579
19:37:45.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskdZog2H/test-tmp/mini-kudu-cluster3725423600092170187/krb5kdc/kudu_127.17.28.126.keytab
19:37:45.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.17.28.126
19:37:45.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
19:37:45.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
19:37:45.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
19:37:45.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.28.84:42251
19:37:45.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:37:45.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:37:45.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:37:45.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
19:37:45.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.17.28.126:44481,127.17.28.125:37959,127.17.28.124:43451
19:37:45.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
19:37:45.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46095/jwks.json
19:37:45.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskdZog2H/test-tmp/mini-kudu-cluster3725423600092170187/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskdZog2H/test-tmp/mini-kudu-cluster3725423600092170187/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskdZog2H/test-tmp/mini-kudu-cluster3725423600092170187/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
19:37:45.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:45.146140 18887 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P a442ff82b1b3473ab71cd9fee7f8a05e: Bootstrap starting.
19:37:45.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:45.202786 18887 log.cc:824] T 00000000000000000000000000000000 P a442ff82b1b3473ab71cd9fee7f8a05e: Log is configured to *not* fsync() on all Append() calls
19:37:45.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:45.244217 18887 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P a442ff82b1b3473ab71cd9fee7f8a05e: Bootstrap replayed 1/1 log segments. Stats: ops{read=6 overwritten=0 applied=6 ignored=0} inserts{seen=3 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
19:37:45.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:45.245428 18887 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P a442ff82b1b3473ab71cd9fee7f8a05e: Bootstrap complete.
19:37:45.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:45.288743 18887 raft_consensus.cc:348] T 00000000000000000000000000000000 P a442ff82b1b3473ab71cd9fee7f8a05e [term 3 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f110fa78a1bd4e548c69373a6a3310c9" member_type: VOTER last_known_addr { host: "127.17.28.126" port: 44481 } } peers { permanent_uuid: "755356b0f61d4e96ace095b0c9595e32" member_type: VOTER last_known_addr { host: "127.17.28.125" port: 37959 } } peers { permanent_uuid: "a442ff82b1b3473ab71cd9fee7f8a05e" member_type: VOTER last_known_addr { host: "127.17.28.124" port: 43451 } }
19:37:45.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:45.292698 18887 raft_consensus.cc:729] T 00000000000000000000000000000000 P a442ff82b1b3473ab71cd9fee7f8a05e [term 3 FOLLOWER]: Becoming Follower/Learner. State: Replica: a442ff82b1b3473ab71cd9fee7f8a05e, State: Initialized, Role: FOLLOWER
19:37:45.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:45.293942 18887 consensus_queue.cc:260] T 00000000000000000000000000000000 P a442ff82b1b3473ab71cd9fee7f8a05e [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 6, Last appended: 3.6, Last appended by leader: 6, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f110fa78a1bd4e548c69373a6a3310c9" member_type: VOTER last_known_addr { host: "127.17.28.126" port: 44481 } } peers { permanent_uuid: "755356b0f61d4e96ace095b0c9595e32" member_type: VOTER last_known_addr { host: "127.17.28.125" port: 37959 } } peers { permanent_uuid: "a442ff82b1b3473ab71cd9fee7f8a05e" member_type: VOTER last_known_addr { host: "127.17.28.124" port: 43451 } }
19:37:45.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:45.297670 18892 sys_catalog.cc:455] T 00000000000000000000000000000000 P a442ff82b1b3473ab71cd9fee7f8a05e [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 3 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f110fa78a1bd4e548c69373a6a3310c9" member_type: VOTER last_known_addr { host: "127.17.28.126" port: 44481 } } peers { permanent_uuid: "755356b0f61d4e96ace095b0c9595e32" member_type: VOTER last_known_addr { host: "127.17.28.125" port: 37959 } } peers { permanent_uuid: "a442ff82b1b3473ab71cd9fee7f8a05e" member_type: VOTER last_known_addr { host: "127.17.28.124" port: 43451 } } }
19:37:45.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:45.298938 18892 sys_catalog.cc:458] T 00000000000000000000000000000000 P a442ff82b1b3473ab71cd9fee7f8a05e [sys.catalog]: This master's current role is: FOLLOWER
19:37:45.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:45.300364 18887 sys_catalog.cc:564] T 00000000000000000000000000000000 P a442ff82b1b3473ab71cd9fee7f8a05e [sys.catalog]: configured and running, proceeding with master startup.
19:37:45.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:45.355567 18905 catalog_manager.cc:1259] Loaded cluster ID: 20b90a0bb0434f15a93c711e4f028173
19:37:45.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:45.356120 18905 catalog_manager.cc:1552] T 00000000000000000000000000000000 P a442ff82b1b3473ab71cd9fee7f8a05e: loading cluster ID for follower catalog manager: success
19:37:45.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:45.367501 18905 catalog_manager.cc:1574] T 00000000000000000000000000000000 P a442ff82b1b3473ab71cd9fee7f8a05e: acquiring CA information for follower catalog manager: success
19:37:45.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:45.379420 18905 catalog_manager.cc:1602] T 00000000000000000000000000000000 P a442ff82b1b3473ab71cd9fee7f8a05e: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
19:37:45.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:45.353458 18778 master_runner.cc:186] Error getting master registration for 127.17.28.126:44481: Network error: Client connection negotiation failed: client connection to 127.17.28.126:44481: connect: Connection refused (error 111),
19:37:45.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:45.409518 18778 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
19:37:45.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:37:45.636400 18889 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
19:37:45.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:37:45.637074 18889 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
19:37:45.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:37:45.637748 18889 flags.cc:425] Enabled unsafe flag: --never_fsync=true
19:37:45.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:37:45.671576 18889 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
19:37:45.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:37:45.671868 18889 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
19:37:45.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:37:45.672251 18889 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
19:37:45.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:37:45.672580 18889 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
19:37:45.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:37:45.672879 18889 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
19:37:45.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:37:45.673234 18889 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
19:37:45.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:37:45.673483 18889 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:46095/jwks.json
19:37:45.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:45.716833 18889 master_runner.cc:386] Master server non-default flags:
19:37:45.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:37:45.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.28.84:42251
19:37:45.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:37:45.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:37:45.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskdZog2H/test-tmp/mini-kudu-cluster3725423600092170187/master-0/data
19:37:45.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskdZog2H/test-tmp/mini-kudu-cluster3725423600092170187/master-0/wal
19:37:45.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
19:37:45.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
19:37:45.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.17.28.126:44481,127.17.28.125:37959,127.17.28.124:43451
19:37:45.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskdZog2H/test-tmp/mini-kudu-cluster3725423600092170187/krb5kdc/kudu_127.17.28.126.keytab
19:37:45.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.17.28.126
19:37:45.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:37:45.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:37:45.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
19:37:45.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.28.126:44481
19:37:45.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
19:37:45.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
19:37:45.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
19:37:45.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46095/jwks.json
19:37:45.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
19:37:45.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
19:37:45.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
19:37:45.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:37:45.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:37:45.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskdZog2H/test-tmp/mini-kudu-cluster3725423600092170187/master-0/data/info.pb
19:37:45.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.28.126
19:37:45.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=46579
19:37:45.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
19:37:45.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:37:45.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
19:37:45.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
19:37:45.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:37:45.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskdZog2H/test-tmp/mini-kudu-cluster3725423600092170187/master-0/logs
19:37:45.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:37:45.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
19:37:45.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
19:37:45.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
19:37:45.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
19:37:45.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
19:37:45.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
19:37:45.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 12 Aug 2026 18:20:25 UTC on ccycloud.quasar-plgbua.root.comops.site
19:37:45.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4583012
19:37:45.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
19:37:45.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:45.718425 18889 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
19:37:45.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:45.719693 18889 file_cache.cc:493] Constructed file cache file cache with capacity 419430
19:37:45.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:37:45.741811 18919 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:37:46.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:46.484669 18924 raft_consensus.cc:482] T 00000000000000000000000000000000 P 755356b0f61d4e96ace095b0c9595e32 [term 3 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
19:37:46.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:46.485633 18924 raft_consensus.cc:504] T 00000000000000000000000000000000 P 755356b0f61d4e96ace095b0c9595e32 [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f110fa78a1bd4e548c69373a6a3310c9" member_type: VOTER last_known_addr { host: "127.17.28.126" port: 44481 } } peers { permanent_uuid: "755356b0f61d4e96ace095b0c9595e32" member_type: VOTER last_known_addr { host: "127.17.28.125" port: 37959 } } peers { permanent_uuid: "a442ff82b1b3473ab71cd9fee7f8a05e" member_type: VOTER last_known_addr { host: "127.17.28.124" port: 43451 } }
19:37:46.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:46.518893 18924 leader_election.cc:288] T 00000000000000000000000000000000 P 755356b0f61d4e96ace095b0c9595e32 [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers f110fa78a1bd4e548c69373a6a3310c9 (127.17.28.126:44481), a442ff82b1b3473ab71cd9fee7f8a05e (127.17.28.124:43451)
19:37:46.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:37:46.542914 18718 leader_election.cc:334] T 00000000000000000000000000000000 P 755356b0f61d4e96ace095b0c9595e32 [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer f110fa78a1bd4e548c69373a6a3310c9 (127.17.28.126:44481): Network error: Client connection negotiation failed: client connection to 127.17.28.126:44481: connect: Connection refused (error 111)
19:37:46.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:46.570340 18859 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "755356b0f61d4e96ace095b0c9595e32" candidate_term: 4 candidate_status { last_received { term: 3 index: 6 } } ignore_live_leader: false dest_uuid: "a442ff82b1b3473ab71cd9fee7f8a05e" is_pre_election: true
19:37:46.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:46.571419 18859 raft_consensus.cc:2454] T 00000000000000000000000000000000 P a442ff82b1b3473ab71cd9fee7f8a05e [term 3 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 755356b0f61d4e96ace095b0c9595e32 in term 3.
19:37:46.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:46.573259 18716 leader_election.cc:302] T 00000000000000000000000000000000 P 755356b0f61d4e96ace095b0c9595e32 [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 755356b0f61d4e96ace095b0c9595e32, a442ff82b1b3473ab71cd9fee7f8a05e; no voters: f110fa78a1bd4e548c69373a6a3310c9
19:37:46.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:46.574404 18924 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 755356b0f61d4e96ace095b0c9595e32 [term 3 FOLLOWER]: Leader pre-election won for term 4
19:37:46.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:46.574741 18924 raft_consensus.cc:482] T 00000000000000000000000000000000 P 755356b0f61d4e96ace095b0c9595e32 [term 3 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
19:37:46.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:46.575059 18924 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 755356b0f61d4e96ace095b0c9595e32 [term 3 FOLLOWER]: Advancing to term 4
19:37:46.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:46.584849 18924 raft_consensus.cc:504] T 00000000000000000000000000000000 P 755356b0f61d4e96ace095b0c9595e32 [term 4 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f110fa78a1bd4e548c69373a6a3310c9" member_type: VOTER last_known_addr { host: "127.17.28.126" port: 44481 } } peers { permanent_uuid: "755356b0f61d4e96ace095b0c9595e32" member_type: VOTER last_known_addr { host: "127.17.28.125" port: 37959 } } peers { permanent_uuid: "a442ff82b1b3473ab71cd9fee7f8a05e" member_type: VOTER last_known_addr { host: "127.17.28.124" port: 43451 } }
19:37:46.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:46.600271 18859 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "755356b0f61d4e96ace095b0c9595e32" candidate_term: 4 candidate_status { last_received { term: 3 index: 6 } } ignore_live_leader: false dest_uuid: "a442ff82b1b3473ab71cd9fee7f8a05e"
19:37:46.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:46.600908 18859 raft_consensus.cc:3037] T 00000000000000000000000000000000 P a442ff82b1b3473ab71cd9fee7f8a05e [term 3 FOLLOWER]: Advancing to term 4
19:37:46.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:37:46.604712 18718 leader_election.cc:334] T 00000000000000000000000000000000 P 755356b0f61d4e96ace095b0c9595e32 [CANDIDATE]: Term 4 election: RPC error from VoteRequest() call to peer f110fa78a1bd4e548c69373a6a3310c9 (127.17.28.126:44481): Network error: Client connection negotiation failed: client connection to 127.17.28.126:44481: connect: Connection refused (error 111)
19:37:46.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:46.611052 18859 raft_consensus.cc:2454] T 00000000000000000000000000000000 P a442ff82b1b3473ab71cd9fee7f8a05e [term 4 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 755356b0f61d4e96ace095b0c9595e32 in term 4.
19:37:46.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:46.612327 18716 leader_election.cc:302] T 00000000000000000000000000000000 P 755356b0f61d4e96ace095b0c9595e32 [CANDIDATE]: Term 4 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 755356b0f61d4e96ace095b0c9595e32, a442ff82b1b3473ab71cd9fee7f8a05e; no voters: f110fa78a1bd4e548c69373a6a3310c9
19:37:46.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:46.617622 18924 leader_election.cc:288] T 00000000000000000000000000000000 P 755356b0f61d4e96ace095b0c9595e32 [CANDIDATE]: Term 4 election: Requested vote from peers f110fa78a1bd4e548c69373a6a3310c9 (127.17.28.126:44481), a442ff82b1b3473ab71cd9fee7f8a05e (127.17.28.124:43451)
19:37:46.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:46.618844 18924 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 755356b0f61d4e96ace095b0c9595e32 [term 4 FOLLOWER]: Leader election won for term 4
19:37:46.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:46.619987 18924 raft_consensus.cc:686] T 00000000000000000000000000000000 P 755356b0f61d4e96ace095b0c9595e32 [term 4 LEADER]: Becoming Leader. State: Replica: 755356b0f61d4e96ace095b0c9595e32, State: Running, Role: LEADER
19:37:46.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:46.621554 18924 consensus_queue.cc:237] T 00000000000000000000000000000000 P 755356b0f61d4e96ace095b0c9595e32 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 6, Committed index: 6, Last appended: 3.6, Last appended by leader: 6, Current term: 4, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f110fa78a1bd4e548c69373a6a3310c9" member_type: VOTER last_known_addr { host: "127.17.28.126" port: 44481 } } peers { permanent_uuid: "755356b0f61d4e96ace095b0c9595e32" member_type: VOTER last_known_addr { host: "127.17.28.125" port: 37959 } } peers { permanent_uuid: "a442ff82b1b3473ab71cd9fee7f8a05e" member_type: VOTER last_known_addr { host: "127.17.28.124" port: 43451 } }
19:37:46.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:46.640092 18934 sys_catalog.cc:455] T 00000000000000000000000000000000 P 755356b0f61d4e96ace095b0c9595e32 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 755356b0f61d4e96ace095b0c9595e32. Latest consensus state: current_term: 4 leader_uuid: "755356b0f61d4e96ace095b0c9595e32" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f110fa78a1bd4e548c69373a6a3310c9" member_type: VOTER last_known_addr { host: "127.17.28.126" port: 44481 } } peers { permanent_uuid: "755356b0f61d4e96ace095b0c9595e32" member_type: VOTER last_known_addr { host: "127.17.28.125" port: 37959 } } peers { permanent_uuid: "a442ff82b1b3473ab71cd9fee7f8a05e" member_type: VOTER last_known_addr { host: "127.17.28.124" port: 43451 } } }
19:37:46.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:46.641454 18934 sys_catalog.cc:458] T 00000000000000000000000000000000 P 755356b0f61d4e96ace095b0c9595e32 [sys.catalog]: This master's current role is: LEADER
19:37:46.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:46.655290 18936 catalog_manager.cc:1475] Loading table and tablet metadata into memory...
19:37:46.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:46.676079 18936 catalog_manager.cc:1484] Initializing Kudu cluster ID...
19:37:46.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:46.680025 18936 catalog_manager.cc:1259] Loaded cluster ID: 20b90a0bb0434f15a93c711e4f028173
19:37:46.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:46.680301 18936 catalog_manager.cc:1495] Initializing Kudu internal certificate authority...
19:37:46.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:46.698496 18936 catalog_manager.cc:1504] Loading token signing keys...
19:37:46.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:46.704493 18936 catalog_manager.cc:5879] T 00000000000000000000000000000000 P 755356b0f61d4e96ace095b0c9595e32: Loaded TSK: 0
19:37:46.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:46.706840 18936 catalog_manager.cc:1514] Initializing in-progress tserver states...
19:37:47.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:47.142107 18859 raft_consensus.cc:1261] T 00000000000000000000000000000000 P a442ff82b1b3473ab71cd9fee7f8a05e [term 4 FOLLOWER]: Refusing update from remote peer 755356b0f61d4e96ace095b0c9595e32: Log matching property violated. Preceding OpId in replica: term: 3 index: 6. Preceding OpId from leader: term: 4 index: 7. (index mismatch)
19:37:47.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:47.144650 18934 consensus_queue.cc:1035] T 00000000000000000000000000000000 P 755356b0f61d4e96ace095b0c9595e32 [LEADER]: Connected to new peer: Peer: permanent_uuid: "a442ff82b1b3473ab71cd9fee7f8a05e" member_type: VOTER last_known_addr { host: "127.17.28.124" port: 43451 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 7, Last known committed idx: 6, Time since last communication: 0.001s
19:37:47.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:47.205829 18939 sys_catalog.cc:455] T 00000000000000000000000000000000 P a442ff82b1b3473ab71cd9fee7f8a05e [sys.catalog]: SysCatalogTable state changed. Reason: New leader 755356b0f61d4e96ace095b0c9595e32. Latest consensus state: current_term: 4 leader_uuid: "755356b0f61d4e96ace095b0c9595e32" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f110fa78a1bd4e548c69373a6a3310c9" member_type: VOTER last_known_addr { host: "127.17.28.126" port: 44481 } } peers { permanent_uuid: "755356b0f61d4e96ace095b0c9595e32" member_type: VOTER last_known_addr { host: "127.17.28.125" port: 37959 } } peers { permanent_uuid: "a442ff82b1b3473ab71cd9fee7f8a05e" member_type: VOTER last_known_addr { host: "127.17.28.124" port: 43451 } } }
19:37:47.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:47.207173 18939 sys_catalog.cc:458] T 00000000000000000000000000000000 P a442ff82b1b3473ab71cd9fee7f8a05e [sys.catalog]: This master's current role is: FOLLOWER
19:37:47.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:37:47.235419 18718 consensus_peers.cc:487] T 00000000000000000000000000000000 P 755356b0f61d4e96ace095b0c9595e32 -> Peer f110fa78a1bd4e548c69373a6a3310c9 (127.17.28.126:44481): Couldn't send request to peer f110fa78a1bd4e548c69373a6a3310c9. Status: Network error: Client connection negotiation failed: client connection to 127.17.28.126:44481: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
19:37:47.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:47.240108 18939 sys_catalog.cc:455] T 00000000000000000000000000000000 P a442ff82b1b3473ab71cd9fee7f8a05e [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 4 leader_uuid: "755356b0f61d4e96ace095b0c9595e32" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f110fa78a1bd4e548c69373a6a3310c9" member_type: VOTER last_known_addr { host: "127.17.28.126" port: 44481 } } peers { permanent_uuid: "755356b0f61d4e96ace095b0c9595e32" member_type: VOTER last_known_addr { host: "127.17.28.125" port: 37959 } } peers { permanent_uuid: "a442ff82b1b3473ab71cd9fee7f8a05e" member_type: VOTER last_known_addr { host: "127.17.28.124" port: 43451 } } }
19:37:47.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:47.242360 18939 sys_catalog.cc:458] T 00000000000000000000000000000000 P a442ff82b1b3473ab71cd9fee7f8a05e [sys.catalog]: This master's current role is: FOLLOWER
19:37:47.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:47.246727 18934 sys_catalog.cc:455] T 00000000000000000000000000000000 P 755356b0f61d4e96ace095b0c9595e32 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 4 leader_uuid: "755356b0f61d4e96ace095b0c9595e32" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f110fa78a1bd4e548c69373a6a3310c9" member_type: VOTER last_known_addr { host: "127.17.28.126" port: 44481 } } peers { permanent_uuid: "755356b0f61d4e96ace095b0c9595e32" member_type: VOTER last_known_addr { host: "127.17.28.125" port: 37959 } } peers { permanent_uuid: "a442ff82b1b3473ab71cd9fee7f8a05e" member_type: VOTER last_known_addr { host: "127.17.28.124" port: 43451 } } }
19:37:47.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:47.247478 18934 sys_catalog.cc:458] T 00000000000000000000000000000000 P 755356b0f61d4e96ace095b0c9595e32 [sys.catalog]: This master's current role is: LEADER
19:37:47.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:37:45.741849 18916 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:37:47.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:37:45.741931 18917 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:37:47.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:37:47.411489 18918 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1671 milliseconds
19:37:47.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:47.411593 18889 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
19:37:47.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:47.416851 18889 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
19:37:47.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:47.420471 18889 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
19:37:47.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:47.422042 18889 hybrid_clock.cc:648] HybridClock initialized: now 1786563467422004 us; error 49 us; skew 500 ppm
19:37:47.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:47.423105 18889 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
19:37:47.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 12 19:37:47 dist-test-slave-vxj2 krb5kdc[17533](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786563467, etypes {rep=17 tkt=17 ses=17}, kudu/127.17.28.126@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
19:37:47.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:47.429425 18889 init.cc:377] Logged in from keytab as kudu/127.17.28.126@KRBTEST.COM (short username kudu)
19:37:47.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:47.435561 18889 webserver.cc:460] Webserver started at http://127.17.28.126:46579/ using document root <none> and password file <none>
19:37:47.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:47.436615 18889 fs_manager.cc:359] Metadata directory not provided
19:37:47.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:47.436920 18889 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
19:37:47.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:47.446163 18889 fs_manager.cc:709] Time spent opening directory manager: real 0.006s user 0.007s sys 0.000s
19:37:47.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:47.451310 18956 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
19:37:47.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:47.453436 18889 fs_manager.cc:725] Time spent opening block manager: real 0.005s user 0.001s sys 0.004s
19:37:47.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:47.453720 18889 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskdZog2H/test-tmp/mini-kudu-cluster3725423600092170187/master-0/data,/tmp/dist-test-taskdZog2H/test-tmp/mini-kudu-cluster3725423600092170187/master-0/wal
19:37:47.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f110fa78a1bd4e548c69373a6a3310c9"
19:37:47.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 19:37:14 on dist-test-slave-vxj2"
19:37:47.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:47.456144 18889 fs_report.cc:383] FS layout report
19:37:47.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
19:37:47.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskdZog2H/test-tmp/mini-kudu-cluster3725423600092170187/master-0/wal
19:37:47.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskdZog2H/test-tmp/mini-kudu-cluster3725423600092170187/master-0/wal
19:37:47.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskdZog2H/test-tmp/mini-kudu-cluster3725423600092170187/master-0/data/data
19:37:47.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
19:37:47.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
19:37:47.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
19:37:47.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
19:37:47.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
19:37:47.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
19:37:47.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
19:37:47.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
19:37:47.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
19:37:47.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
19:37:47.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
19:37:47.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:47.498234 18889 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
19:37:47.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:47.504896 18889 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
19:37:47.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:47.505568 18889 kserver.cc:163] Server-wide thread pool size limit: 3276
19:37:47.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:47.620878 18889 rpc_server.cc:307] RPC server started. Bound to: 127.17.28.126:44481
19:37:47.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:47.621012 19023 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.17.28.126:44481 every 8 connection(s)
19:37:47.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:47.624316 18889 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskdZog2H/test-tmp/mini-kudu-cluster3725423600092170187/master-0/data/info.pb
19:37:47.628 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
19:37:47.629 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.17.28.125:37959(127.17.28.125:37959)] connecting to peer
19:37:47.630 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.17.28.125:37959(127.17.28.125:37959)] Successfully connected to peer
19:37:47.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:47.627754 17521 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskdZog2H/build/tsan/bin/kudu as pid 18889
19:37:47.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:47.641700 19024 sys_catalog.cc:263] Verifying existing consensus state
19:37:47.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:47.649617 19024 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P f110fa78a1bd4e548c69373a6a3310c9: Bootstrap starting.
19:37:47.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:37:47.667145 19026 negotiation.cc:344] Unauthorized connection attempt: Server connection negotiation failed: server connection from 127.0.0.1:46024: token expired
19:37:47.674 [DEBUG - kudu-nio-0] (Negotiator.java:352) peer /127.17.28.125:37959 sent connection negotiation error: Not authorized: token expired
19:37:47.675 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.17.28.125:37959(127.17.28.125:37959)] handling channelInactive
19:37:47.675 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.28.125:37959(127.17.28.125:37959)] cleaning up while in state NEGOTIATION_FAILED due to: connection closed
19:37:47.679 [DEBUG - kudu-nio-0] (Connection.java:748) [peer master-127.17.28.125:37959(127.17.28.125:37959)] connecting to peer
19:37:47.689 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.17.28.125:37959(127.17.28.125:37959)] Successfully connected to peer
19:37:47.694 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.28.125:37959(127.17.28.125:37959)] cleaning up while in state NEGOTIATING due to: server requires authentication, but client does not have Kerberos credentials (tgt). Authentication tokens were not used because this connection will be used to acquire a new token and therefore requires primary credentials
19:37:47.694 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.28.125:37959: server requires authentication, but client does not have Kerberos credentials (tgt). Authentication tokens were not used because this connection will be used to acquire a new token and therefore requires primary credentials
19:37:47.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:37:47.698971 19026 negotiation.cc:337] Failed RPC negotiation. Trace:
19:37:47.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0812 19:37:47.689825 (+ 0us) reactor.cc:625] Submitting negotiation task for server connection from 127.0.0.1:46040 (local address 127.17.28.125:37959)
19:37:47.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0812 19:37:47.691213 (+ 1388us) server_negotiation.cc:206] Beginning negotiation
19:37:47.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0812 19:37:47.691239 (+ 26us) server_negotiation.cc:399] Waiting for connection header
19:37:47.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0812 19:37:47.691291 (+ 52us) server_negotiation.cc:407] Connection header received
19:37:47.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0812 19:37:47.691449 (+ 158us) server_negotiation.cc:365] Received NEGOTIATE NegotiatePB request
19:37:47.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0812 19:37:47.691494 (+ 45us) server_negotiation.cc:461] Received NEGOTIATE request from client
19:37:47.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0812 19:37:47.691813 (+ 319us) server_negotiation.cc:377] Sending NEGOTIATE NegotiatePB response
19:37:47.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0812 19:37:47.692062 (+ 249us) server_negotiation.cc:226] Negotiated authn=SASL
19:37:47.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0812 19:37:47.697714 (+ 5652us) negotiation.cc:327] Negotiation complete: Network error: Server connection negotiation failed: server connection from 127.0.0.1:46040: BlockingRecv error: recv got EOF from 127.0.0.1:46040 (error 108)
19:37:47.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"server-negotiator.queue_time_us":895}
19:37:47.699 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.17.28.125:37959(127.17.28.125:37959)] handling channelInactive
19:37:47.700 [DEBUG - kudu-nio-0] (Connection.java:748) [peer master-127.17.28.124:43451(127.17.28.124:43451)] connecting to peer
19:37:47.702 [DEBUG - kudu-nio-0] (Connection.java:748) [peer master-127.17.28.126:44481(127.17.28.126:44481)] connecting to peer
19:37:47.711 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.17.28.126:44481(127.17.28.126:44481)] Successfully connected to peer
19:37:47.714 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.17.28.124:43451(127.17.28.124:43451)] Successfully connected to peer
19:37:47.717 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.28.124:43451(127.17.28.124:43451)] cleaning up while in state NEGOTIATING due to: server requires authentication, but client does not have Kerberos credentials (tgt). Authentication tokens were not used because this connection will be used to acquire a new token and therefore requires primary credentials
19:37:47.718 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.28.124:43451: server requires authentication, but client does not have Kerberos credentials (tgt). Authentication tokens were not used because this connection will be used to acquire a new token and therefore requires primary credentials
19:37:47.718 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.17.28.124:43451(127.17.28.124:43451)] handling channelInactive
19:37:47.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:37:47.721933 19028 negotiation.cc:337] Failed RPC negotiation. Trace:
19:37:47.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0812 19:37:47.714069 (+ 0us) reactor.cc:625] Submitting negotiation task for server connection from 127.0.0.1:38806 (local address 127.17.28.124:43451)
19:37:47.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0812 19:37:47.716235 (+ 2166us) server_negotiation.cc:206] Beginning negotiation
19:37:47.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0812 19:37:47.716250 (+ 15us) server_negotiation.cc:399] Waiting for connection header
19:37:47.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0812 19:37:47.716291 (+ 41us) server_negotiation.cc:407] Connection header received
19:37:47.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0812 19:37:47.716453 (+ 162us) server_negotiation.cc:365] Received NEGOTIATE NegotiatePB request
19:37:47.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0812 19:37:47.716478 (+ 25us) server_negotiation.cc:461] Received NEGOTIATE request from client
19:37:47.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0812 19:37:47.716799 (+ 321us) server_negotiation.cc:377] Sending NEGOTIATE NegotiatePB response
19:37:47.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0812 19:37:47.717083 (+ 284us) server_negotiation.cc:226] Negotiated authn=SASL
19:37:47.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0812 19:37:47.719751 (+ 2668us) negotiation.cc:327] Negotiation complete: Network error: Server connection negotiation failed: server connection from 127.0.0.1:38806: BlockingRecv error: recv got EOF from 127.0.0.1:38806 (error 108)
19:37:47.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"server-negotiator.queue_time_us":1820,"thread_start_us":1531,"threads_started":1}
19:37:47.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:47.722826 19024 log.cc:824] T 00000000000000000000000000000000 P f110fa78a1bd4e548c69373a6a3310c9: Log is configured to *not* fsync() on all Append() calls
19:37:47.731 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.28.126:44481(127.17.28.126:44481)] cleaning up while in state NEGOTIATING due to: server requires authentication, but client does not have Kerberos credentials (tgt). Authentication tokens were not used because this connection will be used to acquire a new token and therefore requires primary credentials
19:37:47.731 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.28.126:44481: server requires authentication, but client does not have Kerberos credentials (tgt). Authentication tokens were not used because this connection will be used to acquire a new token and therefore requires primary credentials
19:37:47.732 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.17.28.126:44481(127.17.28.126:44481)] handling channelInactive
19:37:47.732 [DEBUG - Time-limited test] (Connection.java:575) [peer master-127.17.28.125:37959(127.17.28.125:37959)] disconnecting while in state TERMINATED
19:37:47.732 [DEBUG - Time-limited test] (Connection.java:575) [peer master-127.17.28.124:43451(127.17.28.124:43451)] disconnecting while in state TERMINATED
19:37:47.732 [DEBUG - Time-limited test] (Connection.java:575) [peer master-127.17.28.126:44481(127.17.28.126:44481)] disconnecting while in state TERMINATED
19:37:47.734 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2704) Releasing all remaining resources
19:37:47.735 [DEBUG - main] (AsyncKuduClient.java:2704) Releasing all remaining resources
19:37:47.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:37:47.735826 19027 negotiation.cc:337] Failed RPC negotiation. Trace:
19:37:47.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0812 19:37:47.711015 (+ 0us) reactor.cc:625] Submitting negotiation task for server connection from 127.0.0.1:58324 (local address 127.17.28.126:44481)
19:37:47.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0812 19:37:47.724361 (+ 13346us) server_negotiation.cc:206] Beginning negotiation
19:37:47.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0812 19:37:47.724392 (+ 31us) server_negotiation.cc:399] Waiting for connection header
19:37:47.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0812 19:37:47.724450 (+ 58us) server_negotiation.cc:407] Connection header received
19:37:47.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0812 19:37:47.729674 (+ 5224us) server_negotiation.cc:365] Received NEGOTIATE NegotiatePB request
19:37:47.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0812 19:37:47.729714 (+ 40us) server_negotiation.cc:461] Received NEGOTIATE request from client
19:37:47.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0812 19:37:47.730088 (+ 374us) server_negotiation.cc:377] Sending NEGOTIATE NegotiatePB response
19:37:47.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0812 19:37:47.730559 (+ 471us) server_negotiation.cc:226] Negotiated authn=SASL
19:37:47.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0812 19:37:47.733617 (+ 3058us) negotiation.cc:327] Negotiation complete: Network error: Server connection negotiation failed: server connection from 127.0.0.1:58324: BlockingRecv error: recv got EOF from 127.0.0.1:58324 (error 108)
19:37:47.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"server-negotiator.queue_time_us":12526,"thread_start_us":12460,"threads_started":1}
19:37:47.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:47.745970 17521 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskdZog2H/build/tsan/bin/kudu with pid 18889
19:37:47.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:47.775396 17521 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskdZog2H/build/tsan/bin/kudu with pid 18694
19:37:47.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:47.813911 17521 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskdZog2H/build/tsan/bin/kudu with pid 18778
19:37:47.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:37:47.890543 16706 debug-util.cc:398] Leaking SignalData structure 0x7b08000a23c0 after lost signal to thread 16622
19:37:47.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:37:47.891250 16706 debug-util.cc:398] Leaking SignalData structure 0x7b08000b1680 after lost signal to thread 16712
19:37:49.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-12T19:37:49Z chronyd exiting
19:37:50.118 [DEBUG - main] (AsyncKuduClient.java:2704) Releasing all remaining resources
19:37:50.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:50.120206 16604 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskdZog2H/build/tsan/bin/kudu with pid 16965
19:37:50.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:50.157964 16604 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskdZog2H/build/tsan/bin/kudu with pid 17165
19:37:50.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:50.191455 16604 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskdZog2H/build/tsan/bin/kudu with pid 17343
19:37:50.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:50.228008 16604 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskdZog2H/build/tsan/bin/kudu with pid 16621
19:37:50.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:50.269708 16604 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskdZog2H/build/tsan/bin/kudu with pid 16715
19:37:50.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:37:50.308833 16604 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskdZog2H/build/tsan/bin/kudu with pid 16811
19:37:51.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-12T19:37:51Z chronyd exiting
19:37:52.523 [ERROR - main] (RetryRule.java:206) org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectExpires: failed attempt 1
org.apache.kudu.client.NonRecoverableException: cannot re-acquire authentication token after 5 attempts (Couldn't find a valid master in (127.17.28.125:37959,127.17.28.124:43451,127.17.28.126:44481). Exceptions received: [org.apache.kudu.client.NonRecoverableException: server requires authentication, but client does not have Kerberos credentials (tgt). Authentication tokens were not used because this connection will be used to acquire a new token and therefore requires primary credentials, org.apache.kudu.client.NonRecoverableException: server requires authentication, but client does not have Kerberos credentials (tgt). Authentication tokens were not used because this connection will be used to acquire a new token and therefore requires primary credentials, org.apache.kudu.client.NonRecoverableException: server requires authentication, but client does not have Kerberos credentials (tgt). Authentication tokens were not used because this connection will be used to acquire a new token and therefore requires primary credentials])
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110) ~[main/:?]
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564) ~[main/:?]
at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263) ~[main/:?]
at org.apache.kudu.client.TestSecurity$3.get(TestSecurity.java:386) ~[test/:?]
at org.apache.kudu.test.junit.AssertHelpers.assertEventuallyTrue(AssertHelpers.java:40) ~[kudu-test-utils-1.18.0-SNAPSHOT-unshaded.jar:1.18.0-SNAPSHOT]
at org.apache.kudu.client.TestSecurity.assertEventualAuthenticationFailure(TestSecurity.java:378) ~[test/:?]
at org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectExpires(TestSecurity.java:412) ~[test/:?]
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362]
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362]
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362]
at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362]
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_362]
at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362]
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.AuthnTokenReacquirer$1NewAuthnTokenErrB.call(AuthnTokenReacquirer.java:158) ~[main/:?]
at org.apache.kudu.client.AuthnTokenReacquirer$1NewAuthnTokenErrB.call(AuthnTokenReacquirer.java:141) ~[main/:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:268) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376) ~[main/:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277) ~[main/:?]
at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331) ~[main/:?]
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:256) ~[main/:?]
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154) ~[main/:?]
at org.apache.kudu.client.Connection.cleanup(Connection.java:737) ~[main/:?]
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455) ~[main/:?]
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:325) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireExceptionCaught(AbstractChannelHandlerContext.java:317) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.ChannelInboundHandlerAdapter.exceptionCaught(ChannelInboundHandlerAdapter.java:143) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:447) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362]
org.apache.kudu.client.NonRecoverableException: cannot re-acquire authentication token after 5 attempts (Couldn't find a valid master in (127.17.28.125:37959,127.17.28.124:43451,127.17.28.126:44481). Exceptions received: [org.apache.kudu.client.NonRecoverableException: server requires authentication, but client does not have Kerberos credentials (tgt). Authentication tokens were not used because this connection will be used to acquire a new token and therefore requires primary credentials, org.apache.kudu.client.NonRecoverableException: server requires authentication, but client does not have Kerberos credentials (tgt). Authentication tokens were not used because this connection will be used to acquire a new token and therefore requires primary credentials, org.apache.kudu.client.NonRecoverableException: server requires authentication, but client does not have Kerberos credentials (tgt). Authentication tokens were not used because this connection will be used to acquire a new token and therefore requires primary credentials])
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263)
at org.apache.kudu.client.TestSecurity$3.get(TestSecurity.java:386)
at org.apache.kudu.test.junit.AssertHelpers.assertEventuallyTrue(AssertHelpers.java:40)
at org.apache.kudu.client.TestSecurity.assertEventualAuthenticationFailure(TestSecurity.java:378)
at org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectExpires(TestSecurity.java:412)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.lang.Thread.run(Thread.java:750)
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.AuthnTokenReacquirer$1NewAuthnTokenErrB.call(AuthnTokenReacquirer.java:158)
at org.apache.kudu.client.AuthnTokenReacquirer$1NewAuthnTokenErrB.call(AuthnTokenReacquirer.java:141)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:268)
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:256)
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:325)
at io.netty.channel.AbstractChannelHandlerContext.fireExceptionCaught(AbstractChannelHandlerContext.java:317)
at io.netty.channel.ChannelInboundHandlerAdapter.exceptionCaught(ChannelInboundHandlerAdapter.java:143)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:447)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
... 1 more
19:37:52.655 [ERROR - main] (RetryRule.java:253) org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectExpires: giving up after 1 attempts
19:37:52.655 [ERROR - main] (RetryRule.java:206) org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectExpires: failed attempt 1
org.apache.kudu.client.NonRecoverableException: cannot re-acquire authentication token after 5 attempts (Couldn't find a valid master in (127.17.28.125:37959,127.17.28.124:43451,127.17.28.126:44481). Exceptions received: [org.apache.kudu.client.NonRecoverableException: server requires authentication, but client does not have Kerberos credentials (tgt). Authentication tokens were not used because this connection will be used to acquire a new token and therefore requires primary credentials, org.apache.kudu.client.NonRecoverableException: server requires authentication, but client does not have Kerberos credentials (tgt). Authentication tokens were not used because this connection will be used to acquire a new token and therefore requires primary credentials, org.apache.kudu.client.NonRecoverableException: server requires authentication, but client does not have Kerberos credentials (tgt). Authentication tokens were not used because this connection will be used to acquire a new token and therefore requires primary credentials])
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110) ~[main/:?]
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564) ~[main/:?]
at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263) ~[main/:?]
at org.apache.kudu.client.TestSecurity$3.get(TestSecurity.java:386) ~[test/:?]
at org.apache.kudu.test.junit.AssertHelpers.assertEventuallyTrue(AssertHelpers.java:40) ~[kudu-test-utils-1.18.0-SNAPSHOT-unshaded.jar:1.18.0-SNAPSHOT]
at org.apache.kudu.client.TestSecurity.assertEventualAuthenticationFailure(TestSecurity.java:378) ~[test/:?]
at org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectExpires(TestSecurity.java:412) ~[test/:?]
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362]
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362]
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362]
at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362]
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_362]
at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362]
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.AuthnTokenReacquirer$1NewAuthnTokenErrB.call(AuthnTokenReacquirer.java:158) ~[main/:?]
at org.apache.kudu.client.AuthnTokenReacquirer$1NewAuthnTokenErrB.call(AuthnTokenReacquirer.java:141) ~[main/:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:268) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376) ~[main/:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277) ~[main/:?]
at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331) ~[main/:?]
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:256) ~[main/:?]
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154) ~[main/:?]
at org.apache.kudu.client.Connection.cleanup(Connection.java:737) ~[main/:?]
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455) ~[main/:?]
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:325) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireExceptionCaught(AbstractChannelHandlerContext.java:317) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.ChannelInboundHandlerAdapter.exceptionCaught(ChannelInboundHandlerAdapter.java:143) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:447) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362]
org.apache.kudu.client.NonRecoverableException: cannot re-acquire authentication token after 5 attempts (Couldn't find a valid master in (127.17.28.125:37959,127.17.28.124:43451,127.17.28.126:44481). Exceptions received: [org.apache.kudu.client.NonRecoverableException: server requires authentication, but client does not have Kerberos credentials (tgt). Authentication tokens were not used because this connection will be used to acquire a new token and therefore requires primary credentials, org.apache.kudu.client.NonRecoverableException: server requires authentication, but client does not have Kerberos credentials (tgt). Authentication tokens were not used because this connection will be used to acquire a new token and therefore requires primary credentials, org.apache.kudu.client.NonRecoverableException: server requires authentication, but client does not have Kerberos credentials (tgt). Authentication tokens were not used because this connection will be used to acquire a new token and therefore requires primary credentials])
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263)
at org.apache.kudu.client.TestSecurity$3.get(TestSecurity.java:386)
at org.apache.kudu.test.junit.AssertHelpers.assertEventuallyTrue(AssertHelpers.java:40)
at org.apache.kudu.client.TestSecurity.assertEventualAuthenticationFailure(TestSecurity.java:378)
at org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectExpires(TestSecurity.java:412)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.lang.Thread.run(Thread.java:750)
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.AuthnTokenReacquirer$1NewAuthnTokenErrB.call(AuthnTokenReacquirer.java:158)
at org.apache.kudu.client.AuthnTokenReacquirer$1NewAuthnTokenErrB.call(AuthnTokenReacquirer.java:141)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:268)
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:256)
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:325)
at io.netty.channel.AbstractChannelHandlerContext.fireExceptionCaught(AbstractChannelHandlerContext.java:317)
at io.netty.channel.ChannelInboundHandlerAdapter.exceptionCaught(ChannelInboundHandlerAdapter.java:143)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:447)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
... 1 more