16:24:02.951 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
16:24:02.963 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-task1FAUVc/test-tmp
16:24:02.966 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
16:24:02.969 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-task1FAUVc/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
16:24:03.223 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 3
enable_kerberos: false
cluster_root: "/tmp/dist-test-task1FAUVc/test-tmp/mini-kudu-cluster883876855728875897"
hms_mode: NONE
mini_kdc_options {
}
principal: "kudu"
mini_oidc_options {
}
}
16:24:03.379 [DEBUG - main] (MiniKuduCluster.java:195) Response:
16:24:03.380 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}
16:24:03.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:03.384191 7757 mini_oidc.cc:152] Starting JWKS server
16:24:03.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:03.388265 7757 webserver.cc:460] Webserver started at http://127.0.0.1:36425/ using document root <none> and password file <none>
16:24:03.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:03.388873 7757 mini_oidc.cc:189] Starting OIDC Discovery server
16:24:03.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:03.391028 7757 webserver.cc:460] Webserver started at http://127.0.0.1:33859/ using document root <none> and password file <none>
16:24:03.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-11T16:24:03Z chronyd version 3.5 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -SECHASH -IPV6 +DEBUG)
16:24:03.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-11T16:24:03Z Disabled control of system clock
16:24:03.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:03.445641 7757 external_mini_cluster.cc:1326] Running /tmp/dist-test-task1FAUVc/build/tsan/bin/kudu
16:24:03.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task1FAUVc/build/tsan/bin/kudu
16:24:03.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task1FAUVc/test-tmp/mini-kudu-cluster883876855728875897/master-0/wal
16:24:03.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task1FAUVc/test-tmp/mini-kudu-cluster883876855728875897/master-0/data
16:24:03.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
16:24:03.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
16:24:03.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
16:24:03.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
16:24:03.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
16:24:03.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
16:24:03.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task1FAUVc/test-tmp/mini-kudu-cluster883876855728875897/master-0/logs
16:24:03.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task1FAUVc/test-tmp/mini-kudu-cluster883876855728875897/master-0/data/info.pb
16:24:03.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
16:24:03.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
16:24:03.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
16:24:03.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
16:24:03.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
16:24:03.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
16:24:03.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
16:24:03.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
16:24:03.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
16:24:03.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
16:24:03.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
16:24:03.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
16:24:03.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.147.126:35029
16:24:03.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.147.126
16:24:03.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
16:24:03.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.147.84:38953
16:24:03.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
16:24:03.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
16:24:03.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
16:24:03.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
16:24:03.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.7.147.126:35029,127.7.147.125:33807,127.7.147.124:39703
16:24:03.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
16:24:03.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:36425/jwks.json with env {}
16:24:03.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:24:03.777791 7776 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
16:24:03.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:24:03.778373 7776 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
16:24:03.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:24:03.779033 7776 flags.cc:425] Enabled unsafe flag: --never_fsync=true
16:24:03.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:24:03.809929 7776 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
16:24:03.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:24:03.810214 7776 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
16:24:03.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:24:03.810472 7776 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
16:24:03.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:24:03.810689 7776 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
16:24:03.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:24:03.811101 7776 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
16:24:03.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:24:03.811350 7776 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:36425/jwks.json
16:24:03.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:03.847592 7776 master_runner.cc:386] Master server non-default flags:
16:24:03.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
16:24:03.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.147.84:38953
16:24:03.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
16:24:03.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
16:24:03.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task1FAUVc/test-tmp/mini-kudu-cluster883876855728875897/master-0/data
16:24:03.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task1FAUVc/test-tmp/mini-kudu-cluster883876855728875897/master-0/wal
16:24:03.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
16:24:03.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.7.147.126:35029,127.7.147.125:33807,127.7.147.124:39703
16:24:03.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
16:24:03.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
16:24:03.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
16:24:03.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.147.126:35029
16:24:03.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
16:24:03.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
16:24:03.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
16:24:03.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:36425/jwks.json
16:24:03.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
16:24:03.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
16:24:03.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task1FAUVc/test-tmp/mini-kudu-cluster883876855728875897/master-0/data/info.pb
16:24:03.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.147.126
16:24:03.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
16:24:03.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
16:24:03.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
16:24:03.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
16:24:03.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
16:24:03.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
16:24:03.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task1FAUVc/test-tmp/mini-kudu-cluster883876855728875897/master-0/logs
16:24:03.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
16:24:03.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
16:24:03.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
16:24:03.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
16:24:03.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
16:24:03.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
16:24:03.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
16:24:03.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 11 Aug 2026 15:14:16 UTC on ccycloud.quasar-uwbvwl.root.comops.site
16:24:03.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4580677
16:24:03.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
16:24:03.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:03.849294 7776 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
16:24:03.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:03.851687 7776 file_cache.cc:493] Constructed file cache file cache with capacity 419430
16:24:03.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:24:03.870069 7791 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
16:24:05.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:24:03.870538 7789 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
16:24:05.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:03.871747 7776 server_base.cc:1034] running on GCE node
16:24:05.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:24:03.870565 7788 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
16:24:05.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:05.142999 7776 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
16:24:05.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:05.145881 7776 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
16:24:05.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:05.147220 7776 hybrid_clock.cc:648] HybridClock initialized: now 1786465445147218 us; error 101 us; skew 500 ppm
16:24:05.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:05.148051 7776 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
16:24:05.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:05.154616 7776 webserver.cc:460] Webserver started at http://127.7.147.126:38249/ using document root <none> and password file <none>
16:24:05.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:05.155584 7776 fs_manager.cc:359] Metadata directory not provided
16:24:05.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:05.155771 7776 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
16:24:05.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:05.156167 7776 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
16:24:05.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:05.161131 7776 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task1FAUVc/test-tmp/mini-kudu-cluster883876855728875897/master-0/data/instance:
16:24:05.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "3d6ca1ce70e94573a3976077a95f9b57"
16:24:05.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 16:24:05 on dist-test-slave-z8x9"
16:24:05.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:05.162439 7776 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task1FAUVc/test-tmp/mini-kudu-cluster883876855728875897/master-0/wal/instance:
16:24:05.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "3d6ca1ce70e94573a3976077a95f9b57"
16:24:05.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 16:24:05 on dist-test-slave-z8x9"
16:24:05.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:05.170226 7776 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.007s sys 0.001s
16:24:05.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:05.175890 7804 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
16:24:05.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:05.176957 7776 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.002s sys 0.000s
16:24:05.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:05.177394 7776 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-task1FAUVc/test-tmp/mini-kudu-cluster883876855728875897/master-0/data,/tmp/dist-test-task1FAUVc/test-tmp/mini-kudu-cluster883876855728875897/master-0/wal
16:24:05.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "3d6ca1ce70e94573a3976077a95f9b57"
16:24:05.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 16:24:05 on dist-test-slave-z8x9"
16:24:05.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:05.177803 7776 fs_report.cc:383] FS layout report
16:24:05.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
16:24:05.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task1FAUVc/test-tmp/mini-kudu-cluster883876855728875897/master-0/wal
16:24:05.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task1FAUVc/test-tmp/mini-kudu-cluster883876855728875897/master-0/wal
16:24:05.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task1FAUVc/test-tmp/mini-kudu-cluster883876855728875897/master-0/data/data
16:24:05.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
16:24:05.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
16:24:05.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
16:24:05.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
16:24:05.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
16:24:05.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
16:24:05.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
16:24:05.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
16:24:05.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
16:24:05.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
16:24:05.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
16:24:05.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:05.226644 7776 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
16:24:05.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:05.228428 7776 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
16:24:05.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:05.228989 7776 kserver.cc:163] Server-wide thread pool size limit: 3276
16:24:05.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:05.306510 7776 rpc_server.cc:307] RPC server started. Bound to: 127.7.147.126:35029
16:24:05.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:05.306598 7905 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.7.147.126:35029 every 8 connection(s)
16:24:05.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:05.309515 7776 server_base.cc:1166] Dumped server information to /tmp/dist-test-task1FAUVc/test-tmp/mini-kudu-cluster883876855728875897/master-0/data/info.pb
16:24:05.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:05.314494 7757 external_mini_cluster.cc:1388] Started /tmp/dist-test-task1FAUVc/build/tsan/bin/kudu as pid 7776
16:24:05.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:05.314894 7757 external_mini_cluster.cc:1402] Reading /tmp/dist-test-task1FAUVc/test-tmp/mini-kudu-cluster883876855728875897/master-0/wal/instance
16:24:05.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:05.315599 7908 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
16:24:05.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:05.319172 7757 external_mini_cluster.cc:1326] Running /tmp/dist-test-task1FAUVc/build/tsan/bin/kudu
16:24:05.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task1FAUVc/build/tsan/bin/kudu
16:24:05.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task1FAUVc/test-tmp/mini-kudu-cluster883876855728875897/master-1/wal
16:24:05.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task1FAUVc/test-tmp/mini-kudu-cluster883876855728875897/master-1/data
16:24:05.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
16:24:05.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
16:24:05.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
16:24:05.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
16:24:05.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
16:24:05.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
16:24:05.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task1FAUVc/test-tmp/mini-kudu-cluster883876855728875897/master-1/logs
16:24:05.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task1FAUVc/test-tmp/mini-kudu-cluster883876855728875897/master-1/data/info.pb
16:24:05.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
16:24:05.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
16:24:05.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
16:24:05.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
16:24:05.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
16:24:05.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
16:24:05.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
16:24:05.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
16:24:05.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
16:24:05.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
16:24:05.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
16:24:05.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
16:24:05.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.147.125:33807
16:24:05.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.147.125
16:24:05.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
16:24:05.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.147.84:38953
16:24:05.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
16:24:05.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
16:24:05.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
16:24:05.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
16:24:05.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.7.147.126:35029,127.7.147.125:33807,127.7.147.124:39703
16:24:05.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
16:24:05.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:36425/jwks.json with env {}
16:24:05.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:05.329630 7908 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.7.147.126" port: 35029 } has no permanent_uuid. Determining permanent_uuid...
16:24:05.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:05.363806 7908 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.7.147.125" port: 33807 } has no permanent_uuid. Determining permanent_uuid...
16:24:05.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:24:05.366226 7809 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.7.147.125:33807: connect: Connection refused (error 111)
16:24:05.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:24:05.370426 7908 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.7.147.125:33807: Network error: Client connection negotiation failed: client connection to 127.7.147.125:33807: connect: Connection refused (error 111)
16:24:05.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:05.420028 7908 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.147.125" port: 33807 } attempt: 1
16:24:05.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:24:05.424068 7908 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.7.147.125:33807: Network error: Client connection negotiation failed: client connection to 127.7.147.125:33807: connect: Connection refused (error 111)
16:24:05.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:05.492628 7908 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.147.125" port: 33807 } attempt: 2
16:24:05.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:24:05.496755 7908 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.7.147.125:33807: Network error: Client connection negotiation failed: client connection to 127.7.147.125:33807: connect: Connection refused (error 111)
16:24:05.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:05.588330 7908 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.147.125" port: 33807 } attempt: 3
16:24:05.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:24:05.592577 7908 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.7.147.125:33807: Network error: Client connection negotiation failed: client connection to 127.7.147.125:33807: connect: Connection refused (error 111)
16:24:05.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:24:05.644623 7917 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
16:24:05.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:24:05.645269 7917 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
16:24:05.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:24:05.645821 7917 flags.cc:425] Enabled unsafe flag: --never_fsync=true
16:24:05.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:24:05.677217 7917 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
16:24:05.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:24:05.677518 7917 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
16:24:05.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:24:05.677722 7917 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
16:24:05.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:24:05.677902 7917 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
16:24:05.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:24:05.678077 7917 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
16:24:05.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:24:05.678395 7917 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:36425/jwks.json
16:24:05.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:05.713430 7917 master_runner.cc:386] Master server non-default flags:
16:24:05.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
16:24:05.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.147.84:38953
16:24:05.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
16:24:05.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
16:24:05.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task1FAUVc/test-tmp/mini-kudu-cluster883876855728875897/master-1/data
16:24:05.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task1FAUVc/test-tmp/mini-kudu-cluster883876855728875897/master-1/wal
16:24:05.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
16:24:05.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.7.147.126:35029,127.7.147.125:33807,127.7.147.124:39703
16:24:05.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
16:24:05.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
16:24:05.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
16:24:05.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.147.125:33807
16:24:05.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
16:24:05.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
16:24:05.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
16:24:05.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:36425/jwks.json
16:24:05.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
16:24:05.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
16:24:05.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task1FAUVc/test-tmp/mini-kudu-cluster883876855728875897/master-1/data/info.pb
16:24:05.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.147.125
16:24:05.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
16:24:05.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
16:24:05.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
16:24:05.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
16:24:05.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
16:24:05.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
16:24:05.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task1FAUVc/test-tmp/mini-kudu-cluster883876855728875897/master-1/logs
16:24:05.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
16:24:05.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
16:24:05.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
16:24:05.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
16:24:05.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
16:24:05.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
16:24:05.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
16:24:05.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 11 Aug 2026 15:14:16 UTC on ccycloud.quasar-uwbvwl.root.comops.site
16:24:05.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4580677
16:24:05.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
16:24:05.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:05.714814 7917 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
16:24:05.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:05.716531 7917 file_cache.cc:493] Constructed file cache file cache with capacity 419430
16:24:05.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:24:05.734316 7937 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
16:24:05.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:05.736054 7908 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.147.125" port: 33807 } attempt: 4
16:24:05.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:24:05.740547 7908 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.7.147.125:33807: Network error: Client connection negotiation failed: client connection to 127.7.147.125:33807: connect: Connection refused (error 111)
16:24:06.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:06.039995 7908 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.147.125" port: 33807 } attempt: 5
16:24:06.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:24:06.044704 7908 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.7.147.125:33807: Network error: Client connection negotiation failed: client connection to 127.7.147.125:33807: connect: Connection refused (error 111)
16:24:06.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:06.592152 7908 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.147.125" port: 33807 } attempt: 6
16:24:06.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:24:06.600409 7908 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.7.147.125:33807: Network error: Client connection negotiation failed: client connection to 127.7.147.125:33807: connect: Connection refused (error 111)
16:24:06.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:24:05.734560 7936 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
16:24:06.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:24:05.734916 7942 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
16:24:06.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:05.736480 7917 server_base.cc:1034] running on GCE node
16:24:06.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:06.954054 7917 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
16:24:06.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:06.957433 7917 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
16:24:06.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:06.958890 7917 hybrid_clock.cc:648] HybridClock initialized: now 1786465446958864 us; error 46 us; skew 500 ppm
16:24:06.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:06.959904 7917 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
16:24:06.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:06.966395 7917 webserver.cc:460] Webserver started at http://127.7.147.125:32877/ using document root <none> and password file <none>
16:24:06.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:06.967525 7917 fs_manager.cc:359] Metadata directory not provided
16:24:06.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:06.967777 7917 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
16:24:06.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:06.968389 7917 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
16:24:06.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:06.973661 7917 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task1FAUVc/test-tmp/mini-kudu-cluster883876855728875897/master-1/data/instance:
16:24:06.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b3ca46aac9494300a8e3a65aaa063070"
16:24:06.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 16:24:06 on dist-test-slave-z8x9"
16:24:06.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:06.974826 7917 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task1FAUVc/test-tmp/mini-kudu-cluster883876855728875897/master-1/wal/instance:
16:24:06.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b3ca46aac9494300a8e3a65aaa063070"
16:24:06.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 16:24:06 on dist-test-slave-z8x9"
16:24:06.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:06.982133 7917 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.007s sys 0.001s
16:24:06.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:06.988173 7968 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
16:24:06.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:06.989434 7917 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.002s sys 0.000s
16:24:06.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:06.989751 7917 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-task1FAUVc/test-tmp/mini-kudu-cluster883876855728875897/master-1/data,/tmp/dist-test-task1FAUVc/test-tmp/mini-kudu-cluster883876855728875897/master-1/wal
16:24:06.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b3ca46aac9494300a8e3a65aaa063070"
16:24:06.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 16:24:06 on dist-test-slave-z8x9"
16:24:06.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:06.990063 7917 fs_report.cc:383] FS layout report
16:24:06.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
16:24:06.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task1FAUVc/test-tmp/mini-kudu-cluster883876855728875897/master-1/wal
16:24:06.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task1FAUVc/test-tmp/mini-kudu-cluster883876855728875897/master-1/wal
16:24:06.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task1FAUVc/test-tmp/mini-kudu-cluster883876855728875897/master-1/data/data
16:24:06.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
16:24:06.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
16:24:06.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
16:24:06.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
16:24:06.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
16:24:06.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
16:24:06.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
16:24:06.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
16:24:06.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
16:24:06.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
16:24:06.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
16:24:07.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:07.027292 7917 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
16:24:07.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:07.028779 7917 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
16:24:07.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:07.029291 7917 kserver.cc:163] Server-wide thread pool size limit: 3276
16:24:07.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:07.105556 7917 rpc_server.cc:307] RPC server started. Bound to: 127.7.147.125:33807
16:24:07.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:07.105660 8067 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.7.147.125:33807 every 8 connection(s)
16:24:07.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:07.108428 7917 server_base.cc:1166] Dumped server information to /tmp/dist-test-task1FAUVc/test-tmp/mini-kudu-cluster883876855728875897/master-1/data/info.pb
16:24:07.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:07.111492 7757 external_mini_cluster.cc:1388] Started /tmp/dist-test-task1FAUVc/build/tsan/bin/kudu as pid 7917
16:24:07.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:07.111969 7757 external_mini_cluster.cc:1402] Reading /tmp/dist-test-task1FAUVc/test-tmp/mini-kudu-cluster883876855728875897/master-1/wal/instance
16:24:07.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:07.115006 8070 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
16:24:07.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:07.115043 7757 external_mini_cluster.cc:1326] Running /tmp/dist-test-task1FAUVc/build/tsan/bin/kudu
16:24:07.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task1FAUVc/build/tsan/bin/kudu
16:24:07.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task1FAUVc/test-tmp/mini-kudu-cluster883876855728875897/master-2/wal
16:24:07.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task1FAUVc/test-tmp/mini-kudu-cluster883876855728875897/master-2/data
16:24:07.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
16:24:07.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
16:24:07.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
16:24:07.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
16:24:07.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
16:24:07.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
16:24:07.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task1FAUVc/test-tmp/mini-kudu-cluster883876855728875897/master-2/logs
16:24:07.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task1FAUVc/test-tmp/mini-kudu-cluster883876855728875897/master-2/data/info.pb
16:24:07.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
16:24:07.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
16:24:07.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
16:24:07.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
16:24:07.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
16:24:07.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
16:24:07.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
16:24:07.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
16:24:07.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
16:24:07.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
16:24:07.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
16:24:07.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
16:24:07.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.147.124:39703
16:24:07.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.147.124
16:24:07.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
16:24:07.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.147.84:38953
16:24:07.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
16:24:07.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
16:24:07.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
16:24:07.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
16:24:07.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.7.147.126:35029,127.7.147.125:33807,127.7.147.124:39703
16:24:07.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
16:24:07.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:36425/jwks.json with env {}
16:24:07.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:07.133503 8070 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.7.147.126" port: 35029 } has no permanent_uuid. Determining permanent_uuid...
16:24:07.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:07.160276 8070 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.7.147.125" port: 33807 } has no permanent_uuid. Determining permanent_uuid...
16:24:07.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:07.178013 8070 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.7.147.124" port: 39703 } has no permanent_uuid. Determining permanent_uuid...
16:24:07.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:24:07.180271 7974 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.7.147.124:39703: connect: Connection refused (error 111)
16:24:07.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:24:07.184893 8070 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.7.147.124:39703: Network error: Client connection negotiation failed: client connection to 127.7.147.124:39703: connect: Connection refused (error 111)
16:24:07.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:07.234493 8070 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.147.124" port: 39703 } attempt: 1
16:24:07.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:24:07.238375 8070 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.7.147.124:39703: Network error: Client connection negotiation failed: client connection to 127.7.147.124:39703: connect: Connection refused (error 111)
16:24:07.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:07.306849 8070 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.147.124" port: 39703 } attempt: 2
16:24:07.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:24:07.311841 8070 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.7.147.124:39703: Network error: Client connection negotiation failed: client connection to 127.7.147.124:39703: connect: Connection refused (error 111)
16:24:07.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:07.403307 8070 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.147.124" port: 39703 } attempt: 3
16:24:07.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:24:07.407455 8070 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.7.147.124:39703: Network error: Client connection negotiation failed: client connection to 127.7.147.124:39703: connect: Connection refused (error 111)
16:24:07.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:24:07.452091 8079 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
16:24:07.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:24:07.452662 8079 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
16:24:07.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:24:07.453125 8079 flags.cc:425] Enabled unsafe flag: --never_fsync=true
16:24:07.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:24:07.483803 8079 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
16:24:07.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:24:07.484081 8079 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
16:24:07.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:24:07.484268 8079 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
16:24:07.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:24:07.484520 8079 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
16:24:07.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:24:07.484709 8079 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
16:24:07.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:24:07.484859 8079 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:36425/jwks.json
16:24:07.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:07.519451 8079 master_runner.cc:386] Master server non-default flags:
16:24:07.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
16:24:07.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.147.84:38953
16:24:07.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
16:24:07.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
16:24:07.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task1FAUVc/test-tmp/mini-kudu-cluster883876855728875897/master-2/data
16:24:07.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task1FAUVc/test-tmp/mini-kudu-cluster883876855728875897/master-2/wal
16:24:07.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
16:24:07.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.7.147.126:35029,127.7.147.125:33807,127.7.147.124:39703
16:24:07.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
16:24:07.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
16:24:07.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
16:24:07.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.147.124:39703
16:24:07.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
16:24:07.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
16:24:07.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
16:24:07.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:36425/jwks.json
16:24:07.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
16:24:07.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
16:24:07.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task1FAUVc/test-tmp/mini-kudu-cluster883876855728875897/master-2/data/info.pb
16:24:07.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.147.124
16:24:07.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
16:24:07.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
16:24:07.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
16:24:07.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
16:24:07.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
16:24:07.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
16:24:07.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task1FAUVc/test-tmp/mini-kudu-cluster883876855728875897/master-2/logs
16:24:07.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
16:24:07.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
16:24:07.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
16:24:07.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
16:24:07.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
16:24:07.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
16:24:07.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
16:24:07.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 11 Aug 2026 15:14:16 UTC on ccycloud.quasar-uwbvwl.root.comops.site
16:24:07.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4580677
16:24:07.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
16:24:07.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:07.520689 8079 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
16:24:07.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:07.522895 8079 file_cache.cc:493] Constructed file cache file cache with capacity 419430
16:24:07.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:24:07.543969 8102 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
16:24:07.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:07.550900 8070 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.147.124" port: 39703 } attempt: 4
16:24:07.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:24:07.555204 8070 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.7.147.124:39703: Network error: Client connection negotiation failed: client connection to 127.7.147.124:39703: connect: Connection refused (error 111)
16:24:07.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:07.660828 7908 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.147.125" port: 33807 } attempt: 7
16:24:07.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:07.673405 7908 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.7.147.124" port: 39703 } has no permanent_uuid. Determining permanent_uuid...
16:24:07.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:24:07.678712 7908 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.7.147.124:39703: Network error: Client connection negotiation failed: client connection to 127.7.147.124:39703: connect: Connection refused (error 111)
16:24:07.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:07.737160 7908 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.147.124" port: 39703 } attempt: 1
16:24:07.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:24:07.741110 7908 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.7.147.124:39703: Network error: Client connection negotiation failed: client connection to 127.7.147.124:39703: connect: Connection refused (error 111)
16:24:07.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:07.822813 7908 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.147.124" port: 39703 } attempt: 2
16:24:07.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:24:07.827073 7908 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.7.147.124:39703: Network error: Client connection negotiation failed: client connection to 127.7.147.124:39703: connect: Connection refused (error 111)
16:24:07.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:07.854661 8070 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.147.124" port: 39703 } attempt: 5
16:24:07.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:24:07.859144 8070 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.7.147.124:39703: Network error: Client connection negotiation failed: client connection to 127.7.147.124:39703: connect: Connection refused (error 111)
16:24:07.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:07.912731 7908 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.147.124" port: 39703 } attempt: 3
16:24:07.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:24:07.917073 7908 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.7.147.124:39703: Network error: Client connection negotiation failed: client connection to 127.7.147.124:39703: connect: Connection refused (error 111)
16:24:08.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:08.057809 7908 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.147.124" port: 39703 } attempt: 4
16:24:08.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:24:08.062561 7908 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.7.147.124:39703: Network error: Client connection negotiation failed: client connection to 127.7.147.124:39703: connect: Connection refused (error 111)
16:24:08.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:08.346233 7908 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.147.124" port: 39703 } attempt: 5
16:24:08.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:24:08.350455 7908 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.7.147.124:39703: Network error: Client connection negotiation failed: client connection to 127.7.147.124:39703: connect: Connection refused (error 111)
16:24:08.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:08.406599 8070 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.147.124" port: 39703 } attempt: 6
16:24:08.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:24:08.413695 8070 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.7.147.124:39703: Network error: Client connection negotiation failed: client connection to 127.7.147.124:39703: connect: Connection refused (error 111)
16:24:08.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:24:07.544023 8099 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
16:24:08.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:24:07.544544 8095 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
16:24:08.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:24:08.769845 8101 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
16:24:08.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:08.769984 8079 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
16:24:08.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:08.774783 8079 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
16:24:08.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:08.778122 8079 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
16:24:08.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:08.779618 8079 hybrid_clock.cc:648] HybridClock initialized: now 1786465448779557 us; error 74 us; skew 500 ppm
16:24:08.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:08.780483 8079 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
16:24:08.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:08.790642 8079 webserver.cc:460] Webserver started at http://127.7.147.124:39817/ using document root <none> and password file <none>
16:24:08.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:08.791611 8079 fs_manager.cc:359] Metadata directory not provided
16:24:08.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:08.791818 8079 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
16:24:08.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:08.792218 8079 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
16:24:08.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:08.797616 8079 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task1FAUVc/test-tmp/mini-kudu-cluster883876855728875897/master-2/data/instance:
16:24:08.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c57101d073de4fff9ef4fac42cc77d66"
16:24:08.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 16:24:08 on dist-test-slave-z8x9"
16:24:08.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:08.799002 8079 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task1FAUVc/test-tmp/mini-kudu-cluster883876855728875897/master-2/wal/instance:
16:24:08.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c57101d073de4fff9ef4fac42cc77d66"
16:24:08.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 16:24:08 on dist-test-slave-z8x9"
16:24:08.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:08.807251 8079 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.003s sys 0.004s
16:24:08.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:08.813521 8131 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
16:24:08.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:08.814736 8079 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.003s sys 0.001s
16:24:08.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:08.815125 8079 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-task1FAUVc/test-tmp/mini-kudu-cluster883876855728875897/master-2/data,/tmp/dist-test-task1FAUVc/test-tmp/mini-kudu-cluster883876855728875897/master-2/wal
16:24:08.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c57101d073de4fff9ef4fac42cc77d66"
16:24:08.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 16:24:08 on dist-test-slave-z8x9"
16:24:08.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:08.815543 8079 fs_report.cc:383] FS layout report
16:24:08.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
16:24:08.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task1FAUVc/test-tmp/mini-kudu-cluster883876855728875897/master-2/wal
16:24:08.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task1FAUVc/test-tmp/mini-kudu-cluster883876855728875897/master-2/wal
16:24:08.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task1FAUVc/test-tmp/mini-kudu-cluster883876855728875897/master-2/data/data
16:24:08.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
16:24:08.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
16:24:08.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
16:24:08.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
16:24:08.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
16:24:08.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
16:24:08.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
16:24:08.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
16:24:08.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
16:24:08.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
16:24:08.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
16:24:08.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:08.851051 8079 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
16:24:08.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:08.852756 8079 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
16:24:08.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:08.853363 8079 kserver.cc:163] Server-wide thread pool size limit: 3276
16:24:08.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:08.903052 7908 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.147.124" port: 39703 } attempt: 6
16:24:08.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:24:08.910879 7908 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.7.147.124:39703: Network error: Client connection negotiation failed: client connection to 127.7.147.124:39703: connect: Connection refused (error 111)
16:24:08.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:08.934818 8079 rpc_server.cc:307] RPC server started. Bound to: 127.7.147.124:39703
16:24:08.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:08.934921 8234 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.7.147.124:39703 every 8 connection(s)
16:24:08.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:08.937842 8079 server_base.cc:1166] Dumped server information to /tmp/dist-test-task1FAUVc/test-tmp/mini-kudu-cluster883876855728875897/master-2/data/info.pb
16:24:08.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:08.943189 8236 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
16:24:08.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:08.947057 7757 external_mini_cluster.cc:1388] Started /tmp/dist-test-task1FAUVc/build/tsan/bin/kudu as pid 8079
16:24:08.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:08.947537 7757 external_mini_cluster.cc:1402] Reading /tmp/dist-test-task1FAUVc/test-tmp/mini-kudu-cluster883876855728875897/master-2/wal/instance
16:24:08.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:08.960132 8236 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.7.147.126" port: 35029 } has no permanent_uuid. Determining permanent_uuid...
16:24:08.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:08.996055 8236 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.7.147.125" port: 33807 } has no permanent_uuid. Determining permanent_uuid...
16:24:09.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:09.008232 8236 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.7.147.124" port: 39703 } has no permanent_uuid. Determining permanent_uuid...
16:24:09.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:09.026957 8236 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P c57101d073de4fff9ef4fac42cc77d66: Bootstrap starting.
16:24:09.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:09.033458 8236 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P c57101d073de4fff9ef4fac42cc77d66: Neither blocks nor log segments found. Creating new log.
16:24:09.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:09.036935 8236 log.cc:824] T 00000000000000000000000000000000 P c57101d073de4fff9ef4fac42cc77d66: Log is configured to *not* fsync() on all Append() calls
16:24:09.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:09.042014 8236 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P c57101d073de4fff9ef4fac42cc77d66: No bootstrap required, opened a new log
16:24:09.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:09.064450 8236 raft_consensus.cc:348] T 00000000000000000000000000000000 P c57101d073de4fff9ef4fac42cc77d66 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3d6ca1ce70e94573a3976077a95f9b57" member_type: VOTER last_known_addr { host: "127.7.147.126" port: 35029 } } peers { permanent_uuid: "b3ca46aac9494300a8e3a65aaa063070" member_type: VOTER last_known_addr { host: "127.7.147.125" port: 33807 } } peers { permanent_uuid: "c57101d073de4fff9ef4fac42cc77d66" member_type: VOTER last_known_addr { host: "127.7.147.124" port: 39703 } }
16:24:09.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:09.065129 8236 raft_consensus.cc:374] T 00000000000000000000000000000000 P c57101d073de4fff9ef4fac42cc77d66 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
16:24:09.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:09.065439 8236 raft_consensus.cc:729] T 00000000000000000000000000000000 P c57101d073de4fff9ef4fac42cc77d66 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: c57101d073de4fff9ef4fac42cc77d66, State: Initialized, Role: FOLLOWER
16:24:09.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:09.066390 8236 consensus_queue.cc:260] T 00000000000000000000000000000000 P c57101d073de4fff9ef4fac42cc77d66 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3d6ca1ce70e94573a3976077a95f9b57" member_type: VOTER last_known_addr { host: "127.7.147.126" port: 35029 } } peers { permanent_uuid: "b3ca46aac9494300a8e3a65aaa063070" member_type: VOTER last_known_addr { host: "127.7.147.125" port: 33807 } } peers { permanent_uuid: "c57101d073de4fff9ef4fac42cc77d66" member_type: VOTER last_known_addr { host: "127.7.147.124" port: 39703 } }
16:24:09.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:09.070050 8255 sys_catalog.cc:455] T 00000000000000000000000000000000 P c57101d073de4fff9ef4fac42cc77d66 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3d6ca1ce70e94573a3976077a95f9b57" member_type: VOTER last_known_addr { host: "127.7.147.126" port: 35029 } } peers { permanent_uuid: "b3ca46aac9494300a8e3a65aaa063070" member_type: VOTER last_known_addr { host: "127.7.147.125" port: 33807 } } peers { permanent_uuid: "c57101d073de4fff9ef4fac42cc77d66" member_type: VOTER last_known_addr { host: "127.7.147.124" port: 39703 } } }
16:24:09.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:09.070969 8255 sys_catalog.cc:458] T 00000000000000000000000000000000 P c57101d073de4fff9ef4fac42cc77d66 [sys.catalog]: This master's current role is: FOLLOWER
16:24:09.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:09.071898 8236 sys_catalog.cc:564] T 00000000000000000000000000000000 P c57101d073de4fff9ef4fac42cc77d66 [sys.catalog]: configured and running, proceeding with master startup.
16:24:09.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:24:09.097818 8286 catalog_manager.cc:1558] T 00000000000000000000000000000000 P c57101d073de4fff9ef4fac42cc77d66: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
16:24:09.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:24:09.098152 8286 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
16:24:09.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:24:09.108943 8146 tablet.cc:2369] T 00000000000000000000000000000000 P c57101d073de4fff9ef4fac42cc77d66: Can't schedule compaction. Clean time has not been advanced past its initial value.
16:24:09.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:09.093039 8079 master_runner.cc:186] Error getting master registration for 127.7.147.126:35029: OK, instance_id { permanent_uuid: "3d6ca1ce70e94573a3976077a95f9b57" instance_seqno: 1786465445286033 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
16:24:09.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:09.123466 8079 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
16:24:09.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:09.416501 8255 raft_consensus.cc:482] T 00000000000000000000000000000000 P c57101d073de4fff9ef4fac42cc77d66 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
16:24:09.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:09.417038 8255 raft_consensus.cc:504] T 00000000000000000000000000000000 P c57101d073de4fff9ef4fac42cc77d66 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3d6ca1ce70e94573a3976077a95f9b57" member_type: VOTER last_known_addr { host: "127.7.147.126" port: 35029 } } peers { permanent_uuid: "b3ca46aac9494300a8e3a65aaa063070" member_type: VOTER last_known_addr { host: "127.7.147.125" port: 33807 } } peers { permanent_uuid: "c57101d073de4fff9ef4fac42cc77d66" member_type: VOTER last_known_addr { host: "127.7.147.124" port: 39703 } }
16:24:09.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:09.420701 8255 leader_election.cc:288] T 00000000000000000000000000000000 P c57101d073de4fff9ef4fac42cc77d66 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 3d6ca1ce70e94573a3976077a95f9b57 (127.7.147.126:35029), b3ca46aac9494300a8e3a65aaa063070 (127.7.147.125:33807)
16:24:09.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:09.474280 8070 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.147.124" port: 39703 } attempt: 7
16:24:09.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:09.498836 8070 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P b3ca46aac9494300a8e3a65aaa063070: Bootstrap starting.
16:24:09.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:09.505985 8070 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P b3ca46aac9494300a8e3a65aaa063070: Neither blocks nor log segments found. Creating new log.
16:24:09.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:09.508400 8070 log.cc:824] T 00000000000000000000000000000000 P b3ca46aac9494300a8e3a65aaa063070: Log is configured to *not* fsync() on all Append() calls
16:24:09.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:09.514495 8070 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P b3ca46aac9494300a8e3a65aaa063070: No bootstrap required, opened a new log
16:24:09.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:09.545228 8070 raft_consensus.cc:348] T 00000000000000000000000000000000 P b3ca46aac9494300a8e3a65aaa063070 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3d6ca1ce70e94573a3976077a95f9b57" member_type: VOTER last_known_addr { host: "127.7.147.126" port: 35029 } } peers { permanent_uuid: "b3ca46aac9494300a8e3a65aaa063070" member_type: VOTER last_known_addr { host: "127.7.147.125" port: 33807 } } peers { permanent_uuid: "c57101d073de4fff9ef4fac42cc77d66" member_type: VOTER last_known_addr { host: "127.7.147.124" port: 39703 } }
16:24:09.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:09.547039 8070 raft_consensus.cc:374] T 00000000000000000000000000000000 P b3ca46aac9494300a8e3a65aaa063070 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
16:24:09.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:09.547647 8070 raft_consensus.cc:729] T 00000000000000000000000000000000 P b3ca46aac9494300a8e3a65aaa063070 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: b3ca46aac9494300a8e3a65aaa063070, State: Initialized, Role: FOLLOWER
16:24:09.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:09.548710 8070 consensus_queue.cc:260] T 00000000000000000000000000000000 P b3ca46aac9494300a8e3a65aaa063070 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3d6ca1ce70e94573a3976077a95f9b57" member_type: VOTER last_known_addr { host: "127.7.147.126" port: 35029 } } peers { permanent_uuid: "b3ca46aac9494300a8e3a65aaa063070" member_type: VOTER last_known_addr { host: "127.7.147.125" port: 33807 } } peers { permanent_uuid: "c57101d073de4fff9ef4fac42cc77d66" member_type: VOTER last_known_addr { host: "127.7.147.124" port: 39703 } }
16:24:09.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:09.551944 8290 sys_catalog.cc:455] T 00000000000000000000000000000000 P b3ca46aac9494300a8e3a65aaa063070 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3d6ca1ce70e94573a3976077a95f9b57" member_type: VOTER last_known_addr { host: "127.7.147.126" port: 35029 } } peers { permanent_uuid: "b3ca46aac9494300a8e3a65aaa063070" member_type: VOTER last_known_addr { host: "127.7.147.125" port: 33807 } } peers { permanent_uuid: "c57101d073de4fff9ef4fac42cc77d66" member_type: VOTER last_known_addr { host: "127.7.147.124" port: 39703 } } }
16:24:09.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:09.552755 8290 sys_catalog.cc:458] T 00000000000000000000000000000000 P b3ca46aac9494300a8e3a65aaa063070 [sys.catalog]: This master's current role is: FOLLOWER
16:24:09.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:09.553925 8070 sys_catalog.cc:564] T 00000000000000000000000000000000 P b3ca46aac9494300a8e3a65aaa063070 [sys.catalog]: configured and running, proceeding with master startup.
16:24:09.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:09.554145 8017 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "c57101d073de4fff9ef4fac42cc77d66" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "b3ca46aac9494300a8e3a65aaa063070" is_pre_election: true
16:24:09.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:09.555034 8017 raft_consensus.cc:2454] T 00000000000000000000000000000000 P b3ca46aac9494300a8e3a65aaa063070 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate c57101d073de4fff9ef4fac42cc77d66 in term 0.
16:24:09.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:09.556773 8134 leader_election.cc:302] T 00000000000000000000000000000000 P c57101d073de4fff9ef4fac42cc77d66 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: b3ca46aac9494300a8e3a65aaa063070, c57101d073de4fff9ef4fac42cc77d66; no voters:
16:24:09.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:09.559252 8255 raft_consensus.cc:2781] T 00000000000000000000000000000000 P c57101d073de4fff9ef4fac42cc77d66 [term 0 FOLLOWER]: Leader pre-election won for term 1
16:24:09.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:09.559728 8255 raft_consensus.cc:482] T 00000000000000000000000000000000 P c57101d073de4fff9ef4fac42cc77d66 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
16:24:09.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:09.560133 8255 raft_consensus.cc:3037] T 00000000000000000000000000000000 P c57101d073de4fff9ef4fac42cc77d66 [term 0 FOLLOWER]: Advancing to term 1
16:24:09.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:09.569446 8255 raft_consensus.cc:504] T 00000000000000000000000000000000 P c57101d073de4fff9ef4fac42cc77d66 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3d6ca1ce70e94573a3976077a95f9b57" member_type: VOTER last_known_addr { host: "127.7.147.126" port: 35029 } } peers { permanent_uuid: "b3ca46aac9494300a8e3a65aaa063070" member_type: VOTER last_known_addr { host: "127.7.147.125" port: 33807 } } peers { permanent_uuid: "c57101d073de4fff9ef4fac42cc77d66" member_type: VOTER last_known_addr { host: "127.7.147.124" port: 39703 } }
16:24:09.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:09.575991 8017 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "c57101d073de4fff9ef4fac42cc77d66" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "b3ca46aac9494300a8e3a65aaa063070"
16:24:09.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:09.576769 8017 raft_consensus.cc:3037] T 00000000000000000000000000000000 P b3ca46aac9494300a8e3a65aaa063070 [term 0 FOLLOWER]: Advancing to term 1
16:24:09.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:09.588492 8255 leader_election.cc:288] T 00000000000000000000000000000000 P c57101d073de4fff9ef4fac42cc77d66 [CANDIDATE]: Term 1 election: Requested vote from peers 3d6ca1ce70e94573a3976077a95f9b57 (127.7.147.126:35029), b3ca46aac9494300a8e3a65aaa063070 (127.7.147.125:33807)
16:24:09.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:09.595420 8017 raft_consensus.cc:2454] T 00000000000000000000000000000000 P b3ca46aac9494300a8e3a65aaa063070 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate c57101d073de4fff9ef4fac42cc77d66 in term 1.
16:24:09.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:09.598155 8134 leader_election.cc:302] T 00000000000000000000000000000000 P c57101d073de4fff9ef4fac42cc77d66 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: b3ca46aac9494300a8e3a65aaa063070, c57101d073de4fff9ef4fac42cc77d66; no voters:
16:24:09.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:09.599217 8255 raft_consensus.cc:2781] T 00000000000000000000000000000000 P c57101d073de4fff9ef4fac42cc77d66 [term 1 FOLLOWER]: Leader election won for term 1
16:24:09.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:09.605893 8255 raft_consensus.cc:686] T 00000000000000000000000000000000 P c57101d073de4fff9ef4fac42cc77d66 [term 1 LEADER]: Becoming Leader. State: Replica: c57101d073de4fff9ef4fac42cc77d66, State: Running, Role: LEADER
16:24:09.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:09.615332 8255 consensus_queue.cc:237] T 00000000000000000000000000000000 P c57101d073de4fff9ef4fac42cc77d66 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3d6ca1ce70e94573a3976077a95f9b57" member_type: VOTER last_known_addr { host: "127.7.147.126" port: 35029 } } peers { permanent_uuid: "b3ca46aac9494300a8e3a65aaa063070" member_type: VOTER last_known_addr { host: "127.7.147.125" port: 33807 } } peers { permanent_uuid: "c57101d073de4fff9ef4fac42cc77d66" member_type: VOTER last_known_addr { host: "127.7.147.124" port: 39703 } }
16:24:09.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:09.635777 8301 sys_catalog.cc:455] T 00000000000000000000000000000000 P c57101d073de4fff9ef4fac42cc77d66 [sys.catalog]: SysCatalogTable state changed. Reason: New leader c57101d073de4fff9ef4fac42cc77d66. Latest consensus state: current_term: 1 leader_uuid: "c57101d073de4fff9ef4fac42cc77d66" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3d6ca1ce70e94573a3976077a95f9b57" member_type: VOTER last_known_addr { host: "127.7.147.126" port: 35029 } } peers { permanent_uuid: "b3ca46aac9494300a8e3a65aaa063070" member_type: VOTER last_known_addr { host: "127.7.147.125" port: 33807 } } peers { permanent_uuid: "c57101d073de4fff9ef4fac42cc77d66" member_type: VOTER last_known_addr { host: "127.7.147.124" port: 39703 } } }
16:24:09.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:09.636619 8301 sys_catalog.cc:458] T 00000000000000000000000000000000 P c57101d073de4fff9ef4fac42cc77d66 [sys.catalog]: This master's current role is: LEADER
16:24:09.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:09.648626 8309 catalog_manager.cc:1475] Loading table and tablet metadata into memory...
16:24:09.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:09.658423 8309 catalog_manager.cc:1484] Initializing Kudu cluster ID...
16:24:09.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:24:09.685592 8307 catalog_manager.cc:1558] T 00000000000000000000000000000000 P b3ca46aac9494300a8e3a65aaa063070: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
16:24:09.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:24:09.686364 8307 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
16:24:09.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:09.688314 8017 raft_consensus.cc:1261] T 00000000000000000000000000000000 P b3ca46aac9494300a8e3a65aaa063070 [term 1 FOLLOWER]: Refusing update from remote peer c57101d073de4fff9ef4fac42cc77d66: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
16:24:09.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:09.653338 7917 master_runner.cc:186] Error getting master registration for 127.7.147.126:35029: OK, instance_id { permanent_uuid: "3d6ca1ce70e94573a3976077a95f9b57" instance_seqno: 1786465445286033 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
16:24:09.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:09.691859 7917 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
16:24:09.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:09.692812 8301 consensus_queue.cc:1035] T 00000000000000000000000000000000 P c57101d073de4fff9ef4fac42cc77d66 [LEADER]: Connected to new peer: Peer: permanent_uuid: "b3ca46aac9494300a8e3a65aaa063070" member_type: VOTER last_known_addr { host: "127.7.147.125" port: 33807 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
16:24:09.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:09.730692 8312 mvcc.cc:205] Tried to move back new op lower bound from 7317362481905299456 to 7317362481646825472. Current Snapshot: MvccSnapshot[applied={T|T < 7317362481905299456}]
16:24:09.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:09.733971 8290 sys_catalog.cc:455] T 00000000000000000000000000000000 P b3ca46aac9494300a8e3a65aaa063070 [sys.catalog]: SysCatalogTable state changed. Reason: New leader c57101d073de4fff9ef4fac42cc77d66. Latest consensus state: current_term: 1 leader_uuid: "c57101d073de4fff9ef4fac42cc77d66" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3d6ca1ce70e94573a3976077a95f9b57" member_type: VOTER last_known_addr { host: "127.7.147.126" port: 35029 } } peers { permanent_uuid: "b3ca46aac9494300a8e3a65aaa063070" member_type: VOTER last_known_addr { host: "127.7.147.125" port: 33807 } } peers { permanent_uuid: "c57101d073de4fff9ef4fac42cc77d66" member_type: VOTER last_known_addr { host: "127.7.147.124" port: 39703 } } }
16:24:09.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:09.735592 8290 sys_catalog.cc:458] T 00000000000000000000000000000000 P b3ca46aac9494300a8e3a65aaa063070 [sys.catalog]: This master's current role is: FOLLOWER
16:24:09.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:09.743081 8301 sys_catalog.cc:455] T 00000000000000000000000000000000 P c57101d073de4fff9ef4fac42cc77d66 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "c57101d073de4fff9ef4fac42cc77d66" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3d6ca1ce70e94573a3976077a95f9b57" member_type: VOTER last_known_addr { host: "127.7.147.126" port: 35029 } } peers { permanent_uuid: "b3ca46aac9494300a8e3a65aaa063070" member_type: VOTER last_known_addr { host: "127.7.147.125" port: 33807 } } peers { permanent_uuid: "c57101d073de4fff9ef4fac42cc77d66" member_type: VOTER last_known_addr { host: "127.7.147.124" port: 39703 } } }
16:24:09.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:09.743882 8301 sys_catalog.cc:458] T 00000000000000000000000000000000 P c57101d073de4fff9ef4fac42cc77d66 [sys.catalog]: This master's current role is: LEADER
16:24:09.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:09.748330 8309 catalog_manager.cc:1347] Generated new cluster ID: 349d6e6f766e47ff844dd4ae019b1932
16:24:09.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:09.748981 8309 catalog_manager.cc:1495] Initializing Kudu internal certificate authority...
16:24:09.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:09.772912 8290 sys_catalog.cc:455] T 00000000000000000000000000000000 P b3ca46aac9494300a8e3a65aaa063070 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "c57101d073de4fff9ef4fac42cc77d66" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3d6ca1ce70e94573a3976077a95f9b57" member_type: VOTER last_known_addr { host: "127.7.147.126" port: 35029 } } peers { permanent_uuid: "b3ca46aac9494300a8e3a65aaa063070" member_type: VOTER last_known_addr { host: "127.7.147.125" port: 33807 } } peers { permanent_uuid: "c57101d073de4fff9ef4fac42cc77d66" member_type: VOTER last_known_addr { host: "127.7.147.124" port: 39703 } } }
16:24:09.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:09.773733 8290 sys_catalog.cc:458] T 00000000000000000000000000000000 P b3ca46aac9494300a8e3a65aaa063070 [sys.catalog]: This master's current role is: FOLLOWER
16:24:09.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:09.796528 8309 catalog_manager.cc:1370] Generated new certificate authority record
16:24:09.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:09.802567 8309 catalog_manager.cc:1504] Loading token signing keys...
16:24:09.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:09.830353 8309 catalog_manager.cc:5868] T 00000000000000000000000000000000 P c57101d073de4fff9ef4fac42cc77d66: Generated new TSK 0
16:24:09.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:09.831591 8309 catalog_manager.cc:1514] Initializing in-progress tserver states...
16:24:09.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:09.864400 7757 external_mini_cluster.cc:1326] Running /tmp/dist-test-task1FAUVc/build/tsan/bin/kudu
16:24:09.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task1FAUVc/build/tsan/bin/kudu
16:24:09.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task1FAUVc/test-tmp/mini-kudu-cluster883876855728875897/ts-0/wal
16:24:09.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task1FAUVc/test-tmp/mini-kudu-cluster883876855728875897/ts-0/data
16:24:09.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
16:24:09.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
16:24:09.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
16:24:09.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
16:24:09.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
16:24:09.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
16:24:09.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task1FAUVc/test-tmp/mini-kudu-cluster883876855728875897/ts-0/logs
16:24:09.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task1FAUVc/test-tmp/mini-kudu-cluster883876855728875897/ts-0/data/info.pb
16:24:09.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
16:24:09.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
16:24:09.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
16:24:09.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
16:24:09.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
16:24:09.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
16:24:09.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
16:24:09.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
16:24:09.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
16:24:09.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
16:24:09.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.147.65:0
16:24:09.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.7.147.65
16:24:09.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.147.65
16:24:09.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
16:24:09.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.7.147.126:35029,127.7.147.125:33807,127.7.147.124:39703
16:24:09.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.147.84:38953
16:24:09.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
16:24:09.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
16:24:09.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
16:24:09.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:09.944326 7908 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.147.124" port: 39703 } attempt: 7
16:24:10.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:10.022449 7908 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 3d6ca1ce70e94573a3976077a95f9b57: Bootstrap starting.
16:24:10.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:10.072400 7908 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 3d6ca1ce70e94573a3976077a95f9b57: Neither blocks nor log segments found. Creating new log.
16:24:10.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:10.084831 7908 log.cc:824] T 00000000000000000000000000000000 P 3d6ca1ce70e94573a3976077a95f9b57: Log is configured to *not* fsync() on all Append() calls
16:24:10.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:10.117987 7908 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 3d6ca1ce70e94573a3976077a95f9b57: No bootstrap required, opened a new log
16:24:10.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:10.301433 7908 raft_consensus.cc:348] T 00000000000000000000000000000000 P 3d6ca1ce70e94573a3976077a95f9b57 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3d6ca1ce70e94573a3976077a95f9b57" member_type: VOTER last_known_addr { host: "127.7.147.126" port: 35029 } } peers { permanent_uuid: "b3ca46aac9494300a8e3a65aaa063070" member_type: VOTER last_known_addr { host: "127.7.147.125" port: 33807 } } peers { permanent_uuid: "c57101d073de4fff9ef4fac42cc77d66" member_type: VOTER last_known_addr { host: "127.7.147.124" port: 39703 } }
16:24:10.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:10.320451 7908 raft_consensus.cc:374] T 00000000000000000000000000000000 P 3d6ca1ce70e94573a3976077a95f9b57 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
16:24:10.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:10.323589 7908 raft_consensus.cc:729] T 00000000000000000000000000000000 P 3d6ca1ce70e94573a3976077a95f9b57 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 3d6ca1ce70e94573a3976077a95f9b57, State: Initialized, Role: FOLLOWER
16:24:10.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:10.332247 7908 consensus_queue.cc:260] T 00000000000000000000000000000000 P 3d6ca1ce70e94573a3976077a95f9b57 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3d6ca1ce70e94573a3976077a95f9b57" member_type: VOTER last_known_addr { host: "127.7.147.126" port: 35029 } } peers { permanent_uuid: "b3ca46aac9494300a8e3a65aaa063070" member_type: VOTER last_known_addr { host: "127.7.147.125" port: 33807 } } peers { permanent_uuid: "c57101d073de4fff9ef4fac42cc77d66" member_type: VOTER last_known_addr { host: "127.7.147.124" port: 39703 } }
16:24:10.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:10.350306 8333 sys_catalog.cc:455] T 00000000000000000000000000000000 P 3d6ca1ce70e94573a3976077a95f9b57 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3d6ca1ce70e94573a3976077a95f9b57" member_type: VOTER last_known_addr { host: "127.7.147.126" port: 35029 } } peers { permanent_uuid: "b3ca46aac9494300a8e3a65aaa063070" member_type: VOTER last_known_addr { host: "127.7.147.125" port: 33807 } } peers { permanent_uuid: "c57101d073de4fff9ef4fac42cc77d66" member_type: VOTER last_known_addr { host: "127.7.147.124" port: 39703 } } }
16:24:10.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:10.351231 8333 sys_catalog.cc:458] T 00000000000000000000000000000000 P 3d6ca1ce70e94573a3976077a95f9b57 [sys.catalog]: This master's current role is: FOLLOWER
16:24:10.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:10.362623 7853 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "c57101d073de4fff9ef4fac42cc77d66" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "3d6ca1ce70e94573a3976077a95f9b57" is_pre_election: true
16:24:10.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:10.363569 7853 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 3d6ca1ce70e94573a3976077a95f9b57 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate c57101d073de4fff9ef4fac42cc77d66 in term 0.
16:24:10.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:10.364529 7852 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "c57101d073de4fff9ef4fac42cc77d66" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "3d6ca1ce70e94573a3976077a95f9b57"
16:24:10.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:10.365214 7852 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 3d6ca1ce70e94573a3976077a95f9b57 [term 0 FOLLOWER]: Advancing to term 1
16:24:10.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:10.373732 7852 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 3d6ca1ce70e94573a3976077a95f9b57 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate c57101d073de4fff9ef4fac42cc77d66 in term 1.
16:24:10.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:10.375140 7851 raft_consensus.cc:1261] T 00000000000000000000000000000000 P 3d6ca1ce70e94573a3976077a95f9b57 [term 1 FOLLOWER]: Refusing update from remote peer c57101d073de4fff9ef4fac42cc77d66: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
16:24:10.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:10.381925 8255 consensus_queue.cc:1035] T 00000000000000000000000000000000 P c57101d073de4fff9ef4fac42cc77d66 [LEADER]: Connected to new peer: Peer: permanent_uuid: "3d6ca1ce70e94573a3976077a95f9b57" member_type: VOTER last_known_addr { host: "127.7.147.126" port: 35029 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
16:24:10.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:10.398505 7908 sys_catalog.cc:564] T 00000000000000000000000000000000 P 3d6ca1ce70e94573a3976077a95f9b57 [sys.catalog]: configured and running, proceeding with master startup.
16:24:10.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:24:10.401856 8321 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
16:24:10.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:24:10.402511 8321 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
16:24:10.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:24:10.403311 8321 flags.cc:425] Enabled unsafe flag: --never_fsync=true
16:24:10.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:24:10.464298 8321 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
16:24:10.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:24:10.465785 8321 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.7.147.65
16:24:10.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:10.481595 8333 sys_catalog.cc:455] T 00000000000000000000000000000000 P 3d6ca1ce70e94573a3976077a95f9b57 [sys.catalog]: SysCatalogTable state changed. Reason: New leader c57101d073de4fff9ef4fac42cc77d66. Latest consensus state: current_term: 1 leader_uuid: "c57101d073de4fff9ef4fac42cc77d66" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3d6ca1ce70e94573a3976077a95f9b57" member_type: VOTER last_known_addr { host: "127.7.147.126" port: 35029 } } peers { permanent_uuid: "b3ca46aac9494300a8e3a65aaa063070" member_type: VOTER last_known_addr { host: "127.7.147.125" port: 33807 } } peers { permanent_uuid: "c57101d073de4fff9ef4fac42cc77d66" member_type: VOTER last_known_addr { host: "127.7.147.124" port: 39703 } } }
16:24:10.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:10.482420 8333 sys_catalog.cc:458] T 00000000000000000000000000000000 P 3d6ca1ce70e94573a3976077a95f9b57 [sys.catalog]: This master's current role is: FOLLOWER
16:24:10.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:10.482164 8349 sys_catalog.cc:455] T 00000000000000000000000000000000 P 3d6ca1ce70e94573a3976077a95f9b57 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "c57101d073de4fff9ef4fac42cc77d66" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3d6ca1ce70e94573a3976077a95f9b57" member_type: VOTER last_known_addr { host: "127.7.147.126" port: 35029 } } peers { permanent_uuid: "b3ca46aac9494300a8e3a65aaa063070" member_type: VOTER last_known_addr { host: "127.7.147.125" port: 33807 } } peers { permanent_uuid: "c57101d073de4fff9ef4fac42cc77d66" member_type: VOTER last_known_addr { host: "127.7.147.124" port: 39703 } } }
16:24:10.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:10.483567 8349 sys_catalog.cc:458] T 00000000000000000000000000000000 P 3d6ca1ce70e94573a3976077a95f9b57 [sys.catalog]: This master's current role is: FOLLOWER
16:24:10.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:10.528323 8321 tablet_server_runner.cc:78] Tablet server non-default flags:
16:24:10.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
16:24:10.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.147.84:38953
16:24:10.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
16:24:10.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
16:24:10.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task1FAUVc/test-tmp/mini-kudu-cluster883876855728875897/ts-0/data
16:24:10.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task1FAUVc/test-tmp/mini-kudu-cluster883876855728875897/ts-0/wal
16:24:10.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
16:24:10.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
16:24:10.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.147.65:0
16:24:10.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
16:24:10.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
16:24:10.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
16:24:10.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task1FAUVc/test-tmp/mini-kudu-cluster883876855728875897/ts-0/data/info.pb
16:24:10.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.147.65
16:24:10.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
16:24:10.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.7.147.126:35029,127.7.147.125:33807,127.7.147.124:39703
16:24:10.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
16:24:10.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
16:24:10.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
16:24:10.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
16:24:10.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
16:24:10.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.7.147.65
16:24:10.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task1FAUVc/test-tmp/mini-kudu-cluster883876855728875897/ts-0/logs
16:24:10.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
16:24:10.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
16:24:10.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
16:24:10.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
16:24:10.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
16:24:10.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
16:24:10.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
16:24:10.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 11 Aug 2026 15:14:16 UTC on ccycloud.quasar-uwbvwl.root.comops.site
16:24:10.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4580677
16:24:10.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
16:24:10.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:10.529911 8321 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
16:24:10.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:10.531968 8321 file_cache.cc:493] Constructed file cache file cache with capacity 419430
16:24:10.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:10.534981 8369 catalog_manager.cc:795] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
16:24:10.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:24:10.575598 8373 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
16:24:10.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:10.696573 8307 catalog_manager.cc:1259] Loaded cluster ID: 349d6e6f766e47ff844dd4ae019b1932
16:24:10.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:10.697011 8307 catalog_manager.cc:1552] T 00000000000000000000000000000000 P b3ca46aac9494300a8e3a65aaa063070: loading cluster ID for follower catalog manager: success
16:24:10.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:10.720919 8307 catalog_manager.cc:1574] T 00000000000000000000000000000000 P b3ca46aac9494300a8e3a65aaa063070: acquiring CA information for follower catalog manager: success
16:24:10.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:10.750262 8307 catalog_manager.cc:1602] T 00000000000000000000000000000000 P b3ca46aac9494300a8e3a65aaa063070: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
16:24:10.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:10.954988 8255 sys_catalog.cc:455] T 00000000000000000000000000000000 P c57101d073de4fff9ef4fac42cc77d66 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "c57101d073de4fff9ef4fac42cc77d66" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3d6ca1ce70e94573a3976077a95f9b57" member_type: VOTER last_known_addr { host: "127.7.147.126" port: 35029 } } peers { permanent_uuid: "b3ca46aac9494300a8e3a65aaa063070" member_type: VOTER last_known_addr { host: "127.7.147.125" port: 33807 } } peers { permanent_uuid: "c57101d073de4fff9ef4fac42cc77d66" member_type: VOTER last_known_addr { host: "127.7.147.124" port: 39703 } } }
16:24:10.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:10.957376 8255 sys_catalog.cc:458] T 00000000000000000000000000000000 P c57101d073de4fff9ef4fac42cc77d66 [sys.catalog]: This master's current role is: LEADER
16:24:11.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:11.564126 8369 catalog_manager.cc:1259] Loaded cluster ID: 349d6e6f766e47ff844dd4ae019b1932
16:24:11.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:11.565078 8369 catalog_manager.cc:1552] T 00000000000000000000000000000000 P 3d6ca1ce70e94573a3976077a95f9b57: loading cluster ID for follower catalog manager: success
16:24:11.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:11.600826 8369 catalog_manager.cc:1574] T 00000000000000000000000000000000 P 3d6ca1ce70e94573a3976077a95f9b57: acquiring CA information for follower catalog manager: success
16:24:11.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:11.617887 8369 catalog_manager.cc:1602] T 00000000000000000000000000000000 P 3d6ca1ce70e94573a3976077a95f9b57: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
16:24:12.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:24:10.586517 8375 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
16:24:12.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:24:10.576733 8372 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
16:24:12.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:24:12.104777 8374 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1526 milliseconds
16:24:12.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:12.104892 8321 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
16:24:12.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:12.106523 8321 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
16:24:12.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:12.117715 8321 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
16:24:12.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:12.119203 8321 hybrid_clock.cc:648] HybridClock initialized: now 1786465452119126 us; error 84 us; skew 500 ppm
16:24:12.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:12.120327 8321 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
16:24:12.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:12.145946 8321 webserver.cc:460] Webserver started at http://127.7.147.65:46029/ using document root <none> and password file <none>
16:24:12.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:12.147305 8321 fs_manager.cc:359] Metadata directory not provided
16:24:12.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:12.147599 8321 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
16:24:12.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:12.148207 8321 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
16:24:12.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:12.155599 8321 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task1FAUVc/test-tmp/mini-kudu-cluster883876855728875897/ts-0/data/instance:
16:24:12.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "109afcbe181a4985915358bd63c915ea"
16:24:12.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 16:24:12 on dist-test-slave-z8x9"
16:24:12.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:12.157228 8321 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task1FAUVc/test-tmp/mini-kudu-cluster883876855728875897/ts-0/wal/instance:
16:24:12.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "109afcbe181a4985915358bd63c915ea"
16:24:12.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 16:24:12 on dist-test-slave-z8x9"
16:24:12.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:12.175262 8321 fs_manager.cc:691] Time spent creating directory manager: real 0.017s user 0.007s sys 0.006s
16:24:12.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:12.189263 8402 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
16:24:12.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:12.190590 8321 fs_manager.cc:725] Time spent opening block manager: real 0.010s user 0.004s sys 0.004s
16:24:12.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:12.191071 8321 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-task1FAUVc/test-tmp/mini-kudu-cluster883876855728875897/ts-0/data,/tmp/dist-test-task1FAUVc/test-tmp/mini-kudu-cluster883876855728875897/ts-0/wal
16:24:12.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "109afcbe181a4985915358bd63c915ea"
16:24:12.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 16:24:12 on dist-test-slave-z8x9"
16:24:12.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:12.191520 8321 fs_report.cc:383] FS layout report
16:24:12.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
16:24:12.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task1FAUVc/test-tmp/mini-kudu-cluster883876855728875897/ts-0/wal
16:24:12.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task1FAUVc/test-tmp/mini-kudu-cluster883876855728875897/ts-0/wal
16:24:12.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task1FAUVc/test-tmp/mini-kudu-cluster883876855728875897/ts-0/data/data
16:24:12.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
16:24:12.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
16:24:12.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
16:24:12.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
16:24:12.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
16:24:12.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
16:24:12.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
16:24:12.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
16:24:12.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
16:24:12.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
16:24:12.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
16:24:12.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:12.279485 8321 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
16:24:12.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:12.281764 8321 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
16:24:12.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:12.282351 8321 kserver.cc:163] Server-wide thread pool size limit: 3276
16:24:12.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:12.291558 8321 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
16:24:12.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:12.299700 8321 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
16:24:12.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:12.300016 8321 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
16:24:12.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:12.300331 8321 ts_tablet_manager.cc:610] Registered 0 tablets
16:24:12.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:12.300546 8321 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
16:24:12.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:12.729151 8321 rpc_server.cc:307] RPC server started. Bound to: 127.7.147.65:36415
16:24:12.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:12.729323 8609 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.7.147.65:36415 every 8 connection(s)
16:24:12.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:12.732803 8321 server_base.cc:1166] Dumped server information to /tmp/dist-test-task1FAUVc/test-tmp/mini-kudu-cluster883876855728875897/ts-0/data/info.pb
16:24:12.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:12.741940 7757 external_mini_cluster.cc:1388] Started /tmp/dist-test-task1FAUVc/build/tsan/bin/kudu as pid 8321
16:24:12.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:12.742388 7757 external_mini_cluster.cc:1402] Reading /tmp/dist-test-task1FAUVc/test-tmp/mini-kudu-cluster883876855728875897/ts-0/wal/instance
16:24:12.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:12.757499 7757 external_mini_cluster.cc:1326] Running /tmp/dist-test-task1FAUVc/build/tsan/bin/kudu
16:24:12.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task1FAUVc/build/tsan/bin/kudu
16:24:12.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task1FAUVc/test-tmp/mini-kudu-cluster883876855728875897/ts-1/wal
16:24:12.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task1FAUVc/test-tmp/mini-kudu-cluster883876855728875897/ts-1/data
16:24:12.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
16:24:12.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
16:24:12.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
16:24:12.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
16:24:12.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
16:24:12.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
16:24:12.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task1FAUVc/test-tmp/mini-kudu-cluster883876855728875897/ts-1/logs
16:24:12.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task1FAUVc/test-tmp/mini-kudu-cluster883876855728875897/ts-1/data/info.pb
16:24:12.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
16:24:12.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
16:24:12.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
16:24:12.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
16:24:12.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
16:24:12.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
16:24:12.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
16:24:12.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
16:24:12.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
16:24:12.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
16:24:12.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.147.66:0
16:24:12.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.7.147.66
16:24:12.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.147.66
16:24:12.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
16:24:12.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.7.147.126:35029,127.7.147.125:33807,127.7.147.124:39703
16:24:12.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.147.84:38953
16:24:12.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
16:24:12.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
16:24:12.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
16:24:12.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:12.896193 8610 heartbeater.cc:347] Connected to a master server at 127.7.147.125:33807
16:24:12.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:12.896863 8610 heartbeater.cc:464] Registering TS with master...
16:24:12.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:12.899320 8610 heartbeater.cc:511] Master 127.7.147.125:33807 requested a full tablet report, sending...
16:24:12.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:12.905452 8000 ts_manager.cc:194] Registered new tserver with Master: 109afcbe181a4985915358bd63c915ea (127.7.147.65:36415)
16:24:12.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:12.906201 8616 heartbeater.cc:347] Connected to a master server at 127.7.147.124:39703
16:24:12.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:12.906728 8616 heartbeater.cc:464] Registering TS with master...
16:24:12.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:12.908525 8616 heartbeater.cc:511] Master 127.7.147.124:39703 requested a full tablet report, sending...
16:24:12.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:12.912580 8172 ts_manager.cc:194] Registered new tserver with Master: 109afcbe181a4985915358bd63c915ea (127.7.147.65:36415)
16:24:12.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:12.919919 8172 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.7.147.65:60637
16:24:12.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:12.941687 8621 heartbeater.cc:347] Connected to a master server at 127.7.147.126:35029
16:24:12.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:12.942271 8621 heartbeater.cc:464] Registering TS with master...
16:24:12.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:12.943688 8621 heartbeater.cc:511] Master 127.7.147.126:35029 requested a full tablet report, sending...
16:24:12.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:12.949260 7837 ts_manager.cc:194] Registered new tserver with Master: 109afcbe181a4985915358bd63c915ea (127.7.147.65:36415)
16:24:13.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:24:13.469359 8620 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
16:24:13.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:24:13.469978 8620 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
16:24:13.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:24:13.470425 8620 flags.cc:425] Enabled unsafe flag: --never_fsync=true
16:24:13.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:24:13.504354 8620 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
16:24:13.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:24:13.505584 8620 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.7.147.66
16:24:13.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:13.542266 8620 tablet_server_runner.cc:78] Tablet server non-default flags:
16:24:13.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
16:24:13.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.147.84:38953
16:24:13.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
16:24:13.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
16:24:13.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task1FAUVc/test-tmp/mini-kudu-cluster883876855728875897/ts-1/data
16:24:13.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task1FAUVc/test-tmp/mini-kudu-cluster883876855728875897/ts-1/wal
16:24:13.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
16:24:13.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
16:24:13.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.147.66:0
16:24:13.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
16:24:13.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
16:24:13.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
16:24:13.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task1FAUVc/test-tmp/mini-kudu-cluster883876855728875897/ts-1/data/info.pb
16:24:13.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.147.66
16:24:13.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
16:24:13.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.7.147.126:35029,127.7.147.125:33807,127.7.147.124:39703
16:24:13.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
16:24:13.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
16:24:13.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
16:24:13.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
16:24:13.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
16:24:13.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.7.147.66
16:24:13.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task1FAUVc/test-tmp/mini-kudu-cluster883876855728875897/ts-1/logs
16:24:13.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
16:24:13.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
16:24:13.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
16:24:13.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
16:24:13.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
16:24:13.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
16:24:13.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
16:24:13.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 11 Aug 2026 15:14:16 UTC on ccycloud.quasar-uwbvwl.root.comops.site
16:24:13.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4580677
16:24:13.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
16:24:13.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:13.543874 8620 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
16:24:13.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:13.546101 8620 file_cache.cc:493] Constructed file cache file cache with capacity 419430
16:24:13.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:24:13.597259 8645 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
16:24:13.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:13.928196 8616 heartbeater.cc:503] Master 127.7.147.124:39703 was elected leader, sending a full tablet report...
16:24:14.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:24:13.600431 8642 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
16:24:14.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:24:13.601372 8643 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
16:24:14.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:14.993897 8620 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
16:24:14.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:24:14.994450 8644 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
16:24:14.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:14.998713 8620 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
16:24:15.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:15.003332 8620 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
16:24:15.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:15.004801 8620 hybrid_clock.cc:648] HybridClock initialized: now 1786465455004755 us; error 65 us; skew 500 ppm
16:24:15.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:15.005766 8620 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
16:24:15.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:15.024935 8620 webserver.cc:460] Webserver started at http://127.7.147.66:40957/ using document root <none> and password file <none>
16:24:15.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:15.026008 8620 fs_manager.cc:359] Metadata directory not provided
16:24:15.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:15.026216 8620 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
16:24:15.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:15.026685 8620 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
16:24:15.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:15.032510 8620 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task1FAUVc/test-tmp/mini-kudu-cluster883876855728875897/ts-1/data/instance:
16:24:15.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e08276dd278b4c4596eb53153ea66054"
16:24:15.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 16:24:15 on dist-test-slave-z8x9"
16:24:15.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:15.033738 8620 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task1FAUVc/test-tmp/mini-kudu-cluster883876855728875897/ts-1/wal/instance:
16:24:15.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e08276dd278b4c4596eb53153ea66054"
16:24:15.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 16:24:15 on dist-test-slave-z8x9"
16:24:15.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:15.044169 8620 fs_manager.cc:691] Time spent creating directory manager: real 0.010s user 0.001s sys 0.008s
16:24:15.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:15.054052 8662 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
16:24:15.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:15.055390 8620 fs_manager.cc:725] Time spent opening block manager: real 0.007s user 0.005s sys 0.003s
16:24:15.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:15.055841 8620 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-task1FAUVc/test-tmp/mini-kudu-cluster883876855728875897/ts-1/data,/tmp/dist-test-task1FAUVc/test-tmp/mini-kudu-cluster883876855728875897/ts-1/wal
16:24:15.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e08276dd278b4c4596eb53153ea66054"
16:24:15.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 16:24:15 on dist-test-slave-z8x9"
16:24:15.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:15.056226 8620 fs_report.cc:383] FS layout report
16:24:15.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
16:24:15.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task1FAUVc/test-tmp/mini-kudu-cluster883876855728875897/ts-1/wal
16:24:15.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task1FAUVc/test-tmp/mini-kudu-cluster883876855728875897/ts-1/wal
16:24:15.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task1FAUVc/test-tmp/mini-kudu-cluster883876855728875897/ts-1/data/data
16:24:15.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
16:24:15.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
16:24:15.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
16:24:15.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
16:24:15.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
16:24:15.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
16:24:15.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
16:24:15.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
16:24:15.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
16:24:15.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
16:24:15.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
16:24:15.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:15.103355 8620 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
16:24:15.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:15.106212 8620 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
16:24:15.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:15.106859 8620 kserver.cc:163] Server-wide thread pool size limit: 3276
16:24:15.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:15.114099 8620 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
16:24:15.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:15.124063 8620 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
16:24:15.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:15.124280 8620 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
16:24:15.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:15.124545 8620 ts_tablet_manager.cc:610] Registered 0 tablets
16:24:15.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:15.124737 8620 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
16:24:15.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:15.536578 8620 rpc_server.cc:307] RPC server started. Bound to: 127.7.147.66:40621
16:24:15.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:15.536720 8875 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.7.147.66:40621 every 8 connection(s)
16:24:15.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:15.539194 8620 server_base.cc:1166] Dumped server information to /tmp/dist-test-task1FAUVc/test-tmp/mini-kudu-cluster883876855728875897/ts-1/data/info.pb
16:24:15.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:15.548652 7757 external_mini_cluster.cc:1388] Started /tmp/dist-test-task1FAUVc/build/tsan/bin/kudu as pid 8620
16:24:15.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:15.549450 7757 external_mini_cluster.cc:1402] Reading /tmp/dist-test-task1FAUVc/test-tmp/mini-kudu-cluster883876855728875897/ts-1/wal/instance
16:24:15.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:15.576323 7757 external_mini_cluster.cc:1326] Running /tmp/dist-test-task1FAUVc/build/tsan/bin/kudu
16:24:15.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task1FAUVc/build/tsan/bin/kudu
16:24:15.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task1FAUVc/test-tmp/mini-kudu-cluster883876855728875897/ts-2/wal
16:24:15.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task1FAUVc/test-tmp/mini-kudu-cluster883876855728875897/ts-2/data
16:24:15.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
16:24:15.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
16:24:15.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
16:24:15.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
16:24:15.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
16:24:15.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
16:24:15.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task1FAUVc/test-tmp/mini-kudu-cluster883876855728875897/ts-2/logs
16:24:15.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task1FAUVc/test-tmp/mini-kudu-cluster883876855728875897/ts-2/data/info.pb
16:24:15.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
16:24:15.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
16:24:15.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
16:24:15.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
16:24:15.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
16:24:15.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
16:24:15.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
16:24:15.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
16:24:15.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
16:24:15.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
16:24:15.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.147.67:0
16:24:15.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.7.147.67
16:24:15.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.147.67
16:24:15.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
16:24:15.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.7.147.126:35029,127.7.147.125:33807,127.7.147.124:39703
16:24:15.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.147.84:38953
16:24:15.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
16:24:15.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
16:24:15.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
16:24:15.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:15.597246 8877 heartbeater.cc:347] Connected to a master server at 127.7.147.124:39703
16:24:15.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:15.597936 8877 heartbeater.cc:464] Registering TS with master...
16:24:15.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:15.599725 8877 heartbeater.cc:511] Master 127.7.147.124:39703 requested a full tablet report, sending...
16:24:15.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:15.603495 8172 ts_manager.cc:194] Registered new tserver with Master: e08276dd278b4c4596eb53153ea66054 (127.7.147.66:40621)
16:24:15.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:15.606389 8876 heartbeater.cc:347] Connected to a master server at 127.7.147.125:33807
16:24:15.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:15.606880 8876 heartbeater.cc:464] Registering TS with master...
16:24:15.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:15.607491 8879 heartbeater.cc:347] Connected to a master server at 127.7.147.126:35029
16:24:15.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:15.607436 8172 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.7.147.66:59189
16:24:15.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:15.608091 8879 heartbeater.cc:464] Registering TS with master...
16:24:15.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:15.608515 8876 heartbeater.cc:511] Master 127.7.147.125:33807 requested a full tablet report, sending...
16:24:15.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:15.609572 8879 heartbeater.cc:511] Master 127.7.147.126:35029 requested a full tablet report, sending...
16:24:15.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:15.612524 8000 ts_manager.cc:194] Registered new tserver with Master: e08276dd278b4c4596eb53153ea66054 (127.7.147.66:40621)
16:24:15.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:15.615417 7837 ts_manager.cc:194] Registered new tserver with Master: e08276dd278b4c4596eb53153ea66054 (127.7.147.66:40621)
16:24:15.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:24:15.917661 8893 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
16:24:15.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:24:15.918251 8893 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
16:24:15.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:24:15.918851 8893 flags.cc:425] Enabled unsafe flag: --never_fsync=true
16:24:15.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:24:15.953893 8893 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
16:24:15.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:24:15.954967 8893 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.7.147.67
16:24:15.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:15.991995 8893 tablet_server_runner.cc:78] Tablet server non-default flags:
16:24:15.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
16:24:15.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.147.84:38953
16:24:15.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
16:24:15.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
16:24:15.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task1FAUVc/test-tmp/mini-kudu-cluster883876855728875897/ts-2/data
16:24:15.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task1FAUVc/test-tmp/mini-kudu-cluster883876855728875897/ts-2/wal
16:24:15.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
16:24:15.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
16:24:15.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.147.67:0
16:24:15.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
16:24:15.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
16:24:15.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
16:24:15.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task1FAUVc/test-tmp/mini-kudu-cluster883876855728875897/ts-2/data/info.pb
16:24:15.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.147.67
16:24:15.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
16:24:15.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.7.147.126:35029,127.7.147.125:33807,127.7.147.124:39703
16:24:15.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
16:24:15.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
16:24:15.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
16:24:15.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
16:24:15.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
16:24:15.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.7.147.67
16:24:15.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task1FAUVc/test-tmp/mini-kudu-cluster883876855728875897/ts-2/logs
16:24:15.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
16:24:15.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
16:24:15.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
16:24:15.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
16:24:15.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
16:24:15.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
16:24:15.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
16:24:15.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 11 Aug 2026 15:14:16 UTC on ccycloud.quasar-uwbvwl.root.comops.site
16:24:15.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4580677
16:24:15.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
16:24:15.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:15.993590 8893 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
16:24:15.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:15.995359 8893 file_cache.cc:493] Constructed file cache file cache with capacity 419430
16:24:16.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:24:16.016255 8913 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
16:24:16.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:16.616658 8877 heartbeater.cc:503] Master 127.7.147.124:39703 was elected leader, sending a full tablet report...
16:24:17.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:24:16.016433 8907 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
16:24:17.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:24:16.017282 8908 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
16:24:17.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:24:17.347702 8910 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
16:24:17.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:17.347875 8893 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
16:24:17.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:17.351801 8893 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
16:24:17.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:17.356710 8893 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
16:24:17.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:17.358227 8893 hybrid_clock.cc:648] HybridClock initialized: now 1786465457358101 us; error 139 us; skew 500 ppm
16:24:17.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:17.359354 8893 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
16:24:17.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:17.370649 8893 webserver.cc:460] Webserver started at http://127.7.147.67:40761/ using document root <none> and password file <none>
16:24:17.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:17.371848 8893 fs_manager.cc:359] Metadata directory not provided
16:24:17.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:17.372146 8893 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
16:24:17.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:17.372816 8893 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
16:24:17.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:17.378727 8893 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task1FAUVc/test-tmp/mini-kudu-cluster883876855728875897/ts-2/data/instance:
16:24:17.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c5c05dd1a8394d68945193ba83c5df1a"
16:24:17.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 16:24:17 on dist-test-slave-z8x9"
16:24:17.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:17.380332 8893 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task1FAUVc/test-tmp/mini-kudu-cluster883876855728875897/ts-2/wal/instance:
16:24:17.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c5c05dd1a8394d68945193ba83c5df1a"
16:24:17.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 16:24:17 on dist-test-slave-z8x9"
16:24:17.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:17.392288 8893 fs_manager.cc:691] Time spent creating directory manager: real 0.011s user 0.013s sys 0.000s
16:24:17.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:17.402941 8926 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
16:24:17.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:17.404505 8893 fs_manager.cc:725] Time spent opening block manager: real 0.008s user 0.005s sys 0.004s
16:24:17.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:17.404948 8893 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-task1FAUVc/test-tmp/mini-kudu-cluster883876855728875897/ts-2/data,/tmp/dist-test-task1FAUVc/test-tmp/mini-kudu-cluster883876855728875897/ts-2/wal
16:24:17.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c5c05dd1a8394d68945193ba83c5df1a"
16:24:17.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 16:24:17 on dist-test-slave-z8x9"
16:24:17.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:17.405440 8893 fs_report.cc:383] FS layout report
16:24:17.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
16:24:17.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task1FAUVc/test-tmp/mini-kudu-cluster883876855728875897/ts-2/wal
16:24:17.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task1FAUVc/test-tmp/mini-kudu-cluster883876855728875897/ts-2/wal
16:24:17.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task1FAUVc/test-tmp/mini-kudu-cluster883876855728875897/ts-2/data/data
16:24:17.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
16:24:17.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
16:24:17.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
16:24:17.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
16:24:17.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
16:24:17.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
16:24:17.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
16:24:17.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
16:24:17.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
16:24:17.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
16:24:17.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
16:24:17.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:17.450784 8893 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
16:24:17.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:17.452386 8893 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
16:24:17.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:17.452925 8893 kserver.cc:163] Server-wide thread pool size limit: 3276
16:24:17.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:17.456120 8893 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
16:24:17.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:17.460716 8893 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
16:24:17.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:17.460955 8893 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
16:24:17.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:17.461342 8893 ts_tablet_manager.cc:610] Registered 0 tablets
16:24:17.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:17.461530 8893 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
16:24:17.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:17.743978 8893 rpc_server.cc:307] RPC server started. Bound to: 127.7.147.67:35469
16:24:17.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:17.744246 9126 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.7.147.67:35469 every 8 connection(s)
16:24:17.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:17.747043 8893 server_base.cc:1166] Dumped server information to /tmp/dist-test-task1FAUVc/test-tmp/mini-kudu-cluster883876855728875897/ts-2/data/info.pb
16:24:17.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:17.753338 7757 external_mini_cluster.cc:1388] Started /tmp/dist-test-task1FAUVc/build/tsan/bin/kudu as pid 8893
16:24:17.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:17.754174 7757 external_mini_cluster.cc:1402] Reading /tmp/dist-test-task1FAUVc/test-tmp/mini-kudu-cluster883876855728875897/ts-2/wal/instance
16:24:17.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:17.830725 9130 heartbeater.cc:347] Connected to a master server at 127.7.147.124:39703
16:24:17.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:17.831566 9130 heartbeater.cc:464] Registering TS with master...
16:24:17.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:17.833979 9130 heartbeater.cc:511] Master 127.7.147.124:39703 requested a full tablet report, sending...
16:24:17.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:17.839586 9127 heartbeater.cc:347] Connected to a master server at 127.7.147.125:33807
16:24:17.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:17.839967 9136 heartbeater.cc:347] Connected to a master server at 127.7.147.126:35029
16:24:17.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:17.840150 9127 heartbeater.cc:464] Registering TS with master...
16:24:17.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:17.840271 9136 heartbeater.cc:464] Registering TS with master...
16:24:17.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:17.839210 8172 ts_manager.cc:194] Registered new tserver with Master: c5c05dd1a8394d68945193ba83c5df1a (127.7.147.67:35469)
16:24:17.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:17.841833 9127 heartbeater.cc:511] Master 127.7.147.125:33807 requested a full tablet report, sending...
16:24:17.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:17.841981 9136 heartbeater.cc:511] Master 127.7.147.126:35029 requested a full tablet report, sending...
16:24:17.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:17.845943 8172 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.7.147.67:42015
16:24:17.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:17.846917 8000 ts_manager.cc:194] Registered new tserver with Master: c5c05dd1a8394d68945193ba83c5df1a (127.7.147.67:35469)
16:24:17.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:17.848194 7837 ts_manager.cc:194] Registered new tserver with Master: c5c05dd1a8394d68945193ba83c5df1a (127.7.147.67:35469)
16:24:17.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:17.856424 7757 external_mini_cluster.cc:930] 3 TS(s) registered with all masters
16:24:17.875 [DEBUG - main] (MiniKuduCluster.java:195) Response:
16:24:17.876 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}
16:24:17.890 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
masters {
id {
type: MASTER
index: 0
}
bound_rpc_address {
host: "127.7.147.126"
port: 35029
}
bound_http_address {
host: "127.7.147.126"
port: 38249
}
}
masters {
id {
type: MASTER
index: 1
}
bound_rpc_address {
host: "127.7.147.125"
port: 33807
}
bound_http_address {
host: "127.7.147.125"
port: 32877
}
}
masters {
id {
type: MASTER
index: 2
}
bound_rpc_address {
host: "127.7.147.124"
port: 39703
}
bound_http_address {
host: "127.7.147.124"
port: 39817
}
}
}
16:24:17.895 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}
16:24:17.898 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
tservers {
id {
type: TSERVER
index: 0
}
bound_rpc_address {
host: "127.7.147.65"
port: 36415
}
bound_http_address {
host: "127.7.147.65"
port: 46029
}
}
tservers {
id {
type: TSERVER
index: 1
}
bound_rpc_address {
host: "127.7.147.66"
port: 40621
}
bound_http_address {
host: "127.7.147.66"
port: 40957
}
}
tservers {
id {
type: TSERVER
index: 2
}
bound_rpc_address {
host: "127.7.147.67"
port: 35469
}
bound_http_address {
host: "127.7.147.67"
port: 40761
}
}
}
16:24:17.898 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
16:24:18.145 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication
16:24:18.303 [INFO - Time-limited test] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-task1FAUVc/test-tmp
16:24:18.304 [INFO - Time-limited test] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
16:24:18.304 [INFO - Time-limited test] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-task1FAUVc/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
16:24:18.309 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 0
enable_kerberos: true
cluster_root: "/tmp/dist-test-task1FAUVc/test-tmp/mini-kudu-cluster4644396778261056953"
extra_master_flags: "--authn_token_validity_seconds=10"
hms_mode: NONE
mini_kdc_options {
ticket_lifetime: "10s"
renew_lifetime: "20s"
}
principal: "kudu"
mini_oidc_options {
}
}
16:24:18.836 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
16:24:18.836 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_cluster {
}
16:24:18.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:18.842077 9146 mini_oidc.cc:152] Starting JWKS server
16:24:18.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:18.848781 9146 webserver.cc:460] Webserver started at http://127.0.0.1:43831/ using document root <none> and password file <none>
16:24:18.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:18.849303 9146 mini_oidc.cc:189] Starting OIDC Discovery server
16:24:18.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:18.853061 9130 heartbeater.cc:503] Master 127.7.147.124:39703 was elected leader, sending a full tablet report...
16:24:18.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:18.855877 9146 webserver.cc:460] Webserver started at http://127.0.0.1:38517/ using document root <none> and password file <none>
16:24:18.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Loading random data
16:24:18.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Initializing database '/tmp/dist-test-task1FAUVc/test-tmp/mini-kudu-cluster4644396778261056953/krb5kdc/principal' for realm 'KRBTEST.COM',
16:24:18.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master key name 'K/M@KRBTEST.COM'
16:24:18.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 11 16:24:18 dist-test-slave-z8x9 krb5kdc[9167](info): setting up network...
16:24:18.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) krb5kdc: setsockopt(10,IPV6_V6ONLY,1) worked
16:24:18.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 11 16:24:18 dist-test-slave-z8x9 krb5kdc[9167](info): set up 2 sockets
16:24:18.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 11 16:24:18 dist-test-slave-z8x9 krb5kdc[9167](info): commencing operation
16:24:18.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) krb5kdc: starting...
16:24:20.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:24:20.376042 9146 mini_kdc.cc:121] Time spent starting KDC: real 1.483s user 0.004s sys 0.033s
16:24:20.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for test-admin@KRBTEST.COM; defaulting to no policy
16:24:20.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
16:24:20.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "test-admin@KRBTEST.COM" created.
16:24:20.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for test-user@KRBTEST.COM; defaulting to no policy
16:24:20.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
16:24:20.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "test-user@KRBTEST.COM" created.
16:24:20.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for joe-interloper@KRBTEST.COM; defaulting to no policy
16:24:20.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
16:24:20.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "joe-interloper@KRBTEST.COM" created.
16:24:20.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
16:24:20.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal test-user with kvno 1, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-task1FAUVc/test-tmp/mini-kudu-cluster4644396778261056953/krb5kdc/test-user.keytab.
16:24:20.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal test-user with kvno 1, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-task1FAUVc/test-tmp/mini-kudu-cluster4644396778261056953/krb5kdc/test-user.keytab.
16:24:20.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 11 16:24:20 dist-test-slave-z8x9 krb5kdc[9167](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786465460, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
16:24:20.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
16:24:20.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-11T16:24:20Z chronyd version 3.5 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -SECHASH -IPV6 +DEBUG)
16:24:20.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-11T16:24:20Z Disabled control of system clock
16:24:20.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.8.238.190@KRBTEST.COM; defaulting to no policy
16:24:20.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
16:24:20.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.8.238.190@KRBTEST.COM" created.
16:24:20.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
16:24:20.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.8.238.190 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-task1FAUVc/test-tmp/mini-kudu-cluster4644396778261056953/krb5kdc/kudu_127.8.238.190.keytab.
16:24:20.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.8.238.190 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-task1FAUVc/test-tmp/mini-kudu-cluster4644396778261056953/krb5kdc/kudu_127.8.238.190.keytab.
16:24:20.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:20.624073 9146 external_mini_cluster.cc:1326] Running /tmp/dist-test-task1FAUVc/build/tsan/bin/kudu
16:24:20.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task1FAUVc/build/tsan/bin/kudu
16:24:20.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task1FAUVc/test-tmp/mini-kudu-cluster4644396778261056953/master-0/wal
16:24:20.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task1FAUVc/test-tmp/mini-kudu-cluster4644396778261056953/master-0/data
16:24:20.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
16:24:20.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
16:24:20.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
16:24:20.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
16:24:20.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
16:24:20.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
16:24:20.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task1FAUVc/test-tmp/mini-kudu-cluster4644396778261056953/master-0/logs
16:24:20.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task1FAUVc/test-tmp/mini-kudu-cluster4644396778261056953/master-0/data/info.pb
16:24:20.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
16:24:20.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
16:24:20.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
16:24:20.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
16:24:20.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
16:24:20.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
16:24:20.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
16:24:20.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
16:24:20.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
16:24:20.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
16:24:20.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
16:24:20.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
16:24:20.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.8.238.190:42533
16:24:20.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.8.238.190
16:24:20.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
16:24:20.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-task1FAUVc/test-tmp/mini-kudu-cluster4644396778261056953/krb5kdc/kudu_127.8.238.190.keytab
16:24:20.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.8.238.190
16:24:20.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
16:24:20.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
16:24:20.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
16:24:20.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.8.238.148:34759
16:24:20.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
16:24:20.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
16:24:20.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
16:24:20.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
16:24:20.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.8.238.190:42533,127.8.238.189:43449,127.8.238.188:43777
16:24:20.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
16:24:20.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:43831/jwks.json
16:24:20.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-task1FAUVc/test-tmp/mini-kudu-cluster4644396778261056953/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-task1FAUVc/test-tmp/mini-kudu-cluster4644396778261056953/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-task1FAUVc/test-tmp/mini-kudu-cluster4644396778261056953/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
16:24:21.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:24:21.025503 9196 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
16:24:21.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:24:21.026136 9196 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
16:24:21.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:24:21.026723 9196 flags.cc:425] Enabled unsafe flag: --never_fsync=true
16:24:21.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:24:21.060333 9196 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
16:24:21.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:24:21.060573 9196 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
16:24:21.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:24:21.060962 9196 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
16:24:21.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:24:21.061244 9196 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
16:24:21.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:24:21.061476 9196 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
16:24:21.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:24:21.061666 9196 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
16:24:21.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:24:21.061837 9196 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:43831/jwks.json
16:24:21.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:21.100845 9196 master_runner.cc:386] Master server non-default flags:
16:24:21.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
16:24:21.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.8.238.148:34759
16:24:21.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
16:24:21.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
16:24:21.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task1FAUVc/test-tmp/mini-kudu-cluster4644396778261056953/master-0/data
16:24:21.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task1FAUVc/test-tmp/mini-kudu-cluster4644396778261056953/master-0/wal
16:24:21.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
16:24:21.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
16:24:21.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.8.238.190:42533,127.8.238.189:43449,127.8.238.188:43777
16:24:21.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-task1FAUVc/test-tmp/mini-kudu-cluster4644396778261056953/krb5kdc/kudu_127.8.238.190.keytab
16:24:21.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.8.238.190
16:24:21.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
16:24:21.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
16:24:21.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
16:24:21.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.8.238.190:42533
16:24:21.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
16:24:21.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
16:24:21.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
16:24:21.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:43831/jwks.json
16:24:21.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
16:24:21.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
16:24:21.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
16:24:21.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
16:24:21.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
16:24:21.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task1FAUVc/test-tmp/mini-kudu-cluster4644396778261056953/master-0/data/info.pb
16:24:21.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.8.238.190
16:24:21.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
16:24:21.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
16:24:21.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
16:24:21.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
16:24:21.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
16:24:21.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
16:24:21.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task1FAUVc/test-tmp/mini-kudu-cluster4644396778261056953/master-0/logs
16:24:21.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
16:24:21.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
16:24:21.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
16:24:21.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
16:24:21.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
16:24:21.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
16:24:21.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
16:24:21.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 11 Aug 2026 15:14:16 UTC on ccycloud.quasar-uwbvwl.root.comops.site
16:24:21.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4580677
16:24:21.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
16:24:21.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:21.102058 9196 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
16:24:21.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:21.103112 9196 file_cache.cc:493] Constructed file cache file cache with capacity 419430
16:24:21.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:24:21.139882 9204 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
16:24:23.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:24:21.140288 9205 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
16:24:23.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:24:23.147454 9196 thread.cc:636] OpenStack (cloud detector) Time spent creating pthread: real 2.020s user 0.746s sys 1.240s
16:24:23.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:24:22.544775 9202 debug-util.cc:398] Leaking SignalData structure 0x7b0800014920 after lost signal to thread 9196
16:24:23.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:24:23.160957 9196 thread.cc:602] OpenStack (cloud detector) Time spent starting thread: real 2.034s user 0.749s sys 1.244s
16:24:23.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:24:23.162827 9207 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
16:24:23.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:24:23.164191 9206 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 2027 milliseconds
16:24:23.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:23.164279 9196 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
16:24:23.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:23.166002 9196 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
16:24:23.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:23.169118 9196 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
16:24:23.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:23.170603 9196 hybrid_clock.cc:648] HybridClock initialized: now 1786465463170564 us; error 124 us; skew 500 ppm
16:24:23.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:23.171663 9196 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
16:24:23.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 11 16:24:23 dist-test-slave-z8x9 krb5kdc[9167](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786465463, etypes {rep=17 tkt=17 ses=17}, kudu/127.8.238.190@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
16:24:23.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:23.184471 9196 init.cc:377] Logged in from keytab as kudu/127.8.238.190@KRBTEST.COM (short username kudu)
16:24:23.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:23.190315 9196 webserver.cc:460] Webserver started at http://127.8.238.190:36827/ using document root <none> and password file <none>
16:24:23.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:23.191339 9196 fs_manager.cc:359] Metadata directory not provided
16:24:23.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:23.191534 9196 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
16:24:23.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:23.191924 9196 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
16:24:23.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:23.197012 9196 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task1FAUVc/test-tmp/mini-kudu-cluster4644396778261056953/master-0/data/instance:
16:24:23.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "07ac3ea0925a4cb396a5b143f3dc6eca"
16:24:23.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 16:24:23 on dist-test-slave-z8x9"
16:24:23.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:23.198376 9196 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task1FAUVc/test-tmp/mini-kudu-cluster4644396778261056953/master-0/wal/instance:
16:24:23.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "07ac3ea0925a4cb396a5b143f3dc6eca"
16:24:23.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 16:24:23 on dist-test-slave-z8x9"
16:24:23.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:23.206482 9196 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.007s sys 0.001s
16:24:23.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:23.212546 9227 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
16:24:23.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:23.213745 9196 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.001s sys 0.002s
16:24:23.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:23.214146 9196 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-task1FAUVc/test-tmp/mini-kudu-cluster4644396778261056953/master-0/data,/tmp/dist-test-task1FAUVc/test-tmp/mini-kudu-cluster4644396778261056953/master-0/wal
16:24:23.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "07ac3ea0925a4cb396a5b143f3dc6eca"
16:24:23.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 16:24:23 on dist-test-slave-z8x9"
16:24:23.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:23.214577 9196 fs_report.cc:383] FS layout report
16:24:23.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
16:24:23.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task1FAUVc/test-tmp/mini-kudu-cluster4644396778261056953/master-0/wal
16:24:23.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task1FAUVc/test-tmp/mini-kudu-cluster4644396778261056953/master-0/wal
16:24:23.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task1FAUVc/test-tmp/mini-kudu-cluster4644396778261056953/master-0/data/data
16:24:23.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
16:24:23.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
16:24:23.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
16:24:23.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
16:24:23.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
16:24:23.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
16:24:23.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
16:24:23.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
16:24:23.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
16:24:23.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
16:24:23.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
16:24:23.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:23.261888 9196 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
16:24:23.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:23.269695 9196 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
16:24:23.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:23.270471 9196 kserver.cc:163] Server-wide thread pool size limit: 3276
16:24:23.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:23.465654 9196 rpc_server.cc:307] RPC server started. Bound to: 127.8.238.190:42533
16:24:23.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:23.465735 9332 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.8.238.190:42533 every 8 connection(s)
16:24:23.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:23.468779 9196 server_base.cc:1166] Dumped server information to /tmp/dist-test-task1FAUVc/test-tmp/mini-kudu-cluster4644396778261056953/master-0/data/info.pb
16:24:23.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:23.475026 9334 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
16:24:23.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:23.477782 9146 external_mini_cluster.cc:1388] Started /tmp/dist-test-task1FAUVc/build/tsan/bin/kudu as pid 9196
16:24:23.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:23.478288 9146 external_mini_cluster.cc:1402] Reading /tmp/dist-test-task1FAUVc/test-tmp/mini-kudu-cluster4644396778261056953/master-0/wal/instance
16:24:23.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:23.489310 9334 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.8.238.190" port: 42533 } has no permanent_uuid. Determining permanent_uuid...
16:24:23.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.8.238.189@KRBTEST.COM; defaulting to no policy
16:24:23.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
16:24:23.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.8.238.189@KRBTEST.COM" created.
16:24:23.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 11 16:24:23 dist-test-slave-z8x9 krb5kdc[9167](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786465463, etypes {rep=17 tkt=17 ses=17}, kudu/127.8.238.190@KRBTEST.COM for kudu/127.8.238.190@KRBTEST.COM
16:24:23.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:23.534655 9334 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.8.238.189" port: 43449 } has no permanent_uuid. Determining permanent_uuid...
16:24:23.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:24:23.537410 9228 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.8.238.189:43449: connect: Connection refused (error 111)
16:24:23.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:24:23.542598 9334 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.8.238.189:43449: Network error: Client connection negotiation failed: client connection to 127.8.238.189:43449: connect: Connection refused (error 111)
16:24:23.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
16:24:23.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.8.238.189 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-task1FAUVc/test-tmp/mini-kudu-cluster4644396778261056953/krb5kdc/kudu_127.8.238.189.keytab.
16:24:23.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.8.238.189 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-task1FAUVc/test-tmp/mini-kudu-cluster4644396778261056953/krb5kdc/kudu_127.8.238.189.keytab.
16:24:23.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:23.545981 9146 external_mini_cluster.cc:1326] Running /tmp/dist-test-task1FAUVc/build/tsan/bin/kudu
16:24:23.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task1FAUVc/build/tsan/bin/kudu
16:24:23.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task1FAUVc/test-tmp/mini-kudu-cluster4644396778261056953/master-1/wal
16:24:23.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task1FAUVc/test-tmp/mini-kudu-cluster4644396778261056953/master-1/data
16:24:23.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
16:24:23.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
16:24:23.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
16:24:23.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
16:24:23.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
16:24:23.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
16:24:23.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task1FAUVc/test-tmp/mini-kudu-cluster4644396778261056953/master-1/logs
16:24:23.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task1FAUVc/test-tmp/mini-kudu-cluster4644396778261056953/master-1/data/info.pb
16:24:23.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
16:24:23.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
16:24:23.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
16:24:23.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
16:24:23.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
16:24:23.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
16:24:23.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
16:24:23.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
16:24:23.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
16:24:23.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
16:24:23.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
16:24:23.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
16:24:23.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.8.238.189:43449
16:24:23.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.8.238.189
16:24:23.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
16:24:23.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-task1FAUVc/test-tmp/mini-kudu-cluster4644396778261056953/krb5kdc/kudu_127.8.238.189.keytab
16:24:23.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.8.238.189
16:24:23.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
16:24:23.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
16:24:23.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
16:24:23.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.8.238.148:34759
16:24:23.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
16:24:23.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
16:24:23.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
16:24:23.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
16:24:23.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.8.238.190:42533,127.8.238.189:43449,127.8.238.188:43777
16:24:23.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
16:24:23.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:43831/jwks.json
16:24:23.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-task1FAUVc/test-tmp/mini-kudu-cluster4644396778261056953/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-task1FAUVc/test-tmp/mini-kudu-cluster4644396778261056953/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-task1FAUVc/test-tmp/mini-kudu-cluster4644396778261056953/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
16:24:23.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:23.592125 9334 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.238.189" port: 43449 } attempt: 1
16:24:23.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:24:23.596014 9334 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.8.238.189:43449: Network error: Client connection negotiation failed: client connection to 127.8.238.189:43449: connect: Connection refused (error 111)
16:24:23.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:23.664492 9334 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.238.189" port: 43449 } attempt: 2
16:24:23.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:24:23.669629 9334 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.8.238.189:43449: Network error: Client connection negotiation failed: client connection to 127.8.238.189:43449: connect: Connection refused (error 111)
16:24:23.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:23.761443 9334 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.238.189" port: 43449 } attempt: 3
16:24:23.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:24:23.768988 9334 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.8.238.189:43449: Network error: Client connection negotiation failed: client connection to 127.8.238.189:43449: connect: Connection refused (error 111)
16:24:23.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:23.912693 9334 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.238.189" port: 43449 } attempt: 4
16:24:23.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:24:23.916743 9334 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.8.238.189:43449: Network error: Client connection negotiation failed: client connection to 127.8.238.189:43449: connect: Connection refused (error 111)
16:24:23.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:24:23.977718 9345 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
16:24:23.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:24:23.978376 9345 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
16:24:23.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:24:23.978993 9345 flags.cc:425] Enabled unsafe flag: --never_fsync=true
16:24:24.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:24:24.012764 9345 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
16:24:24.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:24:24.013001 9345 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
16:24:24.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:24:24.013334 9345 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
16:24:24.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:24:24.013547 9345 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
16:24:24.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:24:24.013738 9345 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
16:24:24.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:24:24.013926 9345 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
16:24:24.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:24:24.014065 9345 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:43831/jwks.json
16:24:24.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:24.051997 9345 master_runner.cc:386] Master server non-default flags:
16:24:24.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
16:24:24.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.8.238.148:34759
16:24:24.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
16:24:24.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
16:24:24.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task1FAUVc/test-tmp/mini-kudu-cluster4644396778261056953/master-1/data
16:24:24.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task1FAUVc/test-tmp/mini-kudu-cluster4644396778261056953/master-1/wal
16:24:24.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
16:24:24.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
16:24:24.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.8.238.190:42533,127.8.238.189:43449,127.8.238.188:43777
16:24:24.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-task1FAUVc/test-tmp/mini-kudu-cluster4644396778261056953/krb5kdc/kudu_127.8.238.189.keytab
16:24:24.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.8.238.189
16:24:24.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
16:24:24.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
16:24:24.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
16:24:24.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.8.238.189:43449
16:24:24.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
16:24:24.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
16:24:24.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
16:24:24.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:43831/jwks.json
16:24:24.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
16:24:24.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
16:24:24.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
16:24:24.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
16:24:24.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
16:24:24.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task1FAUVc/test-tmp/mini-kudu-cluster4644396778261056953/master-1/data/info.pb
16:24:24.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.8.238.189
16:24:24.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
16:24:24.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
16:24:24.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
16:24:24.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
16:24:24.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
16:24:24.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
16:24:24.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task1FAUVc/test-tmp/mini-kudu-cluster4644396778261056953/master-1/logs
16:24:24.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
16:24:24.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
16:24:24.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
16:24:24.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
16:24:24.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
16:24:24.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
16:24:24.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
16:24:24.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 11 Aug 2026 15:14:16 UTC on ccycloud.quasar-uwbvwl.root.comops.site
16:24:24.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4580677
16:24:24.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
16:24:24.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:24.053121 9345 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
16:24:24.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:24.054242 9345 file_cache.cc:493] Constructed file cache file cache with capacity 419430
16:24:24.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:24:24.084188 9357 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
16:24:24.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:24.216156 9334 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.238.189" port: 43449 } attempt: 5
16:24:24.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:24:24.222752 9334 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.8.238.189:43449: Network error: Client connection negotiation failed: client connection to 127.8.238.189:43449: connect: Connection refused (error 111)
16:24:24.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:24.770442 9334 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.238.189" port: 43449 } attempt: 6
16:24:24.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:24:24.784781 9334 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.8.238.189:43449: Network error: Client connection negotiation failed: client connection to 127.8.238.189:43449: connect: Connection refused (error 111)
16:24:25.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:24:24.084261 9358 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
16:24:25.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:24:24.088907 9360 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
16:24:25.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:24:25.462692 9359 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
16:24:25.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:25.462795 9345 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
16:24:25.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:25.468405 9345 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
16:24:25.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:25.472198 9345 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
16:24:25.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:25.473701 9345 hybrid_clock.cc:648] HybridClock initialized: now 1786465465473592 us; error 65 us; skew 500 ppm
16:24:25.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:25.475109 9345 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
16:24:25.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 11 16:24:25 dist-test-slave-z8x9 krb5kdc[9167](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786465465, etypes {rep=17 tkt=17 ses=17}, kudu/127.8.238.189@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
16:24:25.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:25.484800 9345 init.cc:377] Logged in from keytab as kudu/127.8.238.189@KRBTEST.COM (short username kudu)
16:24:25.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:25.495697 9345 webserver.cc:460] Webserver started at http://127.8.238.189:33577/ using document root <none> and password file <none>
16:24:25.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:25.496681 9345 fs_manager.cc:359] Metadata directory not provided
16:24:25.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:25.496883 9345 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
16:24:25.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:25.497449 9345 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
16:24:25.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:25.503202 9345 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task1FAUVc/test-tmp/mini-kudu-cluster4644396778261056953/master-1/data/instance:
16:24:25.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6b297b145e0e4634a2db7e52c7ab50ba"
16:24:25.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 16:24:25 on dist-test-slave-z8x9"
16:24:25.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:25.504537 9345 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task1FAUVc/test-tmp/mini-kudu-cluster4644396778261056953/master-1/wal/instance:
16:24:25.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6b297b145e0e4634a2db7e52c7ab50ba"
16:24:25.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 16:24:25 on dist-test-slave-z8x9"
16:24:25.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:25.515268 9345 fs_manager.cc:691] Time spent creating directory manager: real 0.010s user 0.000s sys 0.008s
16:24:25.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:25.523720 9388 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
16:24:25.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:25.524984 9345 fs_manager.cc:725] Time spent opening block manager: real 0.006s user 0.006s sys 0.000s
16:24:25.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:25.525395 9345 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-task1FAUVc/test-tmp/mini-kudu-cluster4644396778261056953/master-1/data,/tmp/dist-test-task1FAUVc/test-tmp/mini-kudu-cluster4644396778261056953/master-1/wal
16:24:25.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6b297b145e0e4634a2db7e52c7ab50ba"
16:24:25.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 16:24:25 on dist-test-slave-z8x9"
16:24:25.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:25.525805 9345 fs_report.cc:383] FS layout report
16:24:25.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
16:24:25.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task1FAUVc/test-tmp/mini-kudu-cluster4644396778261056953/master-1/wal
16:24:25.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task1FAUVc/test-tmp/mini-kudu-cluster4644396778261056953/master-1/wal
16:24:25.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task1FAUVc/test-tmp/mini-kudu-cluster4644396778261056953/master-1/data/data
16:24:25.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
16:24:25.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
16:24:25.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
16:24:25.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
16:24:25.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
16:24:25.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
16:24:25.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
16:24:25.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
16:24:25.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
16:24:25.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
16:24:25.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
16:24:25.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:25.585897 9345 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
16:24:25.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:25.593214 9345 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
16:24:25.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:25.593860 9345 kserver.cc:163] Server-wide thread pool size limit: 3276
16:24:25.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:25.787328 9345 rpc_server.cc:307] RPC server started. Bound to: 127.8.238.189:43449
16:24:25.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:25.787495 9485 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.8.238.189:43449 every 8 connection(s)
16:24:25.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:25.790431 9345 server_base.cc:1166] Dumped server information to /tmp/dist-test-task1FAUVc/test-tmp/mini-kudu-cluster4644396778261056953/master-1/data/info.pb
16:24:25.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:25.790946 9146 external_mini_cluster.cc:1388] Started /tmp/dist-test-task1FAUVc/build/tsan/bin/kudu as pid 9345
16:24:25.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:25.791430 9146 external_mini_cluster.cc:1402] Reading /tmp/dist-test-task1FAUVc/test-tmp/mini-kudu-cluster4644396778261056953/master-1/wal/instance
16:24:25.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:25.801981 9487 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
16:24:25.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.8.238.188@KRBTEST.COM; defaulting to no policy
16:24:25.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:25.819976 9487 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.8.238.190" port: 42533 } has no permanent_uuid. Determining permanent_uuid...
16:24:25.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
16:24:25.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.8.238.188@KRBTEST.COM" created.
16:24:25.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:25.845573 9334 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.238.189" port: 43449 } attempt: 7
16:24:25.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
16:24:25.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.8.238.188 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-task1FAUVc/test-tmp/mini-kudu-cluster4644396778261056953/krb5kdc/kudu_127.8.238.188.keytab.
16:24:25.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.8.238.188 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-task1FAUVc/test-tmp/mini-kudu-cluster4644396778261056953/krb5kdc/kudu_127.8.238.188.keytab.
16:24:25.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:25.862676 9146 external_mini_cluster.cc:1326] Running /tmp/dist-test-task1FAUVc/build/tsan/bin/kudu
16:24:25.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task1FAUVc/build/tsan/bin/kudu
16:24:25.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task1FAUVc/test-tmp/mini-kudu-cluster4644396778261056953/master-2/wal
16:24:25.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task1FAUVc/test-tmp/mini-kudu-cluster4644396778261056953/master-2/data
16:24:25.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
16:24:25.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
16:24:25.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
16:24:25.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
16:24:25.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
16:24:25.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
16:24:25.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task1FAUVc/test-tmp/mini-kudu-cluster4644396778261056953/master-2/logs
16:24:25.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task1FAUVc/test-tmp/mini-kudu-cluster4644396778261056953/master-2/data/info.pb
16:24:25.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
16:24:25.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
16:24:25.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
16:24:25.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
16:24:25.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
16:24:25.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
16:24:25.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
16:24:25.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
16:24:25.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
16:24:25.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
16:24:25.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
16:24:25.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
16:24:25.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.8.238.188:43777
16:24:25.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.8.238.188
16:24:25.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
16:24:25.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-task1FAUVc/test-tmp/mini-kudu-cluster4644396778261056953/krb5kdc/kudu_127.8.238.188.keytab
16:24:25.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.8.238.188
16:24:25.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
16:24:25.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
16:24:25.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
16:24:25.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.8.238.148:34759
16:24:25.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
16:24:25.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
16:24:25.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
16:24:25.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
16:24:25.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.8.238.190:42533,127.8.238.189:43449,127.8.238.188:43777
16:24:25.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
16:24:25.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:43831/jwks.json
16:24:25.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-task1FAUVc/test-tmp/mini-kudu-cluster4644396778261056953/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-task1FAUVc/test-tmp/mini-kudu-cluster4644396778261056953/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-task1FAUVc/test-tmp/mini-kudu-cluster4644396778261056953/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
16:24:25.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 11 16:24:25 dist-test-slave-z8x9 krb5kdc[9167](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786465465, etypes {rep=17 tkt=17 ses=17}, kudu/127.8.238.189@KRBTEST.COM for kudu/127.8.238.190@KRBTEST.COM
16:24:25.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 11 16:24:25 dist-test-slave-z8x9 krb5kdc[9167](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786465463, etypes {rep=17 tkt=17 ses=17}, kudu/127.8.238.190@KRBTEST.COM for kudu/127.8.238.189@KRBTEST.COM
16:24:25.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:25.891637 9487 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.8.238.189" port: 43449 } has no permanent_uuid. Determining permanent_uuid...
16:24:25.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:25.900583 9334 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.8.238.188" port: 43777 } has no permanent_uuid. Determining permanent_uuid...
16:24:25.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:24:25.911427 9334 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.8.238.188:43777: Network error: Client connection negotiation failed: client connection to 127.8.238.188:43777: connect: Connection refused (error 111)
16:24:25.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 11 16:24:25 dist-test-slave-z8x9 krb5kdc[9167](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786465465, etypes {rep=17 tkt=17 ses=17}, kudu/127.8.238.189@KRBTEST.COM for kudu/127.8.238.189@KRBTEST.COM
16:24:25.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:25.940457 9487 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.8.238.188" port: 43777 } has no permanent_uuid. Determining permanent_uuid...
16:24:25.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:24:25.943344 9389 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.8.238.188:43777: connect: Connection refused (error 111)
16:24:25.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:24:25.948439 9487 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.8.238.188:43777: Network error: Client connection negotiation failed: client connection to 127.8.238.188:43777: connect: Connection refused (error 111)
16:24:25.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:25.969991 9334 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.238.188" port: 43777 } attempt: 1
16:24:25.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:24:25.974063 9334 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.8.238.188:43777: Network error: Client connection negotiation failed: client connection to 127.8.238.188:43777: connect: Connection refused (error 111)
16:24:25.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:25.998034 9487 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.238.188" port: 43777 } attempt: 1
16:24:26.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:24:26.002394 9487 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.8.238.188:43777: Network error: Client connection negotiation failed: client connection to 127.8.238.188:43777: connect: Connection refused (error 111)
16:24:26.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:26.055526 9334 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.238.188" port: 43777 } attempt: 2
16:24:26.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:24:26.060215 9334 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.8.238.188:43777: Network error: Client connection negotiation failed: client connection to 127.8.238.188:43777: connect: Connection refused (error 111)
16:24:26.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:26.070881 9487 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.238.188" port: 43777 } attempt: 2
16:24:26.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:24:26.077028 9487 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.8.238.188:43777: Network error: Client connection negotiation failed: client connection to 127.8.238.188:43777: connect: Connection refused (error 111)
16:24:26.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:26.145768 9334 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.238.188" port: 43777 } attempt: 3
16:24:26.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:24:26.151062 9334 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.8.238.188:43777: Network error: Client connection negotiation failed: client connection to 127.8.238.188:43777: connect: Connection refused (error 111)
16:24:26.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:26.168711 9487 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.238.188" port: 43777 } attempt: 3
16:24:26.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:24:26.175360 9487 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.8.238.188:43777: Network error: Client connection negotiation failed: client connection to 127.8.238.188:43777: connect: Connection refused (error 111)
16:24:26.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:26.291687 9334 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.238.188" port: 43777 } attempt: 4
16:24:26.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:24:26.296763 9334 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.8.238.188:43777: Network error: Client connection negotiation failed: client connection to 127.8.238.188:43777: connect: Connection refused (error 111)
16:24:26.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:24:26.304200 9504 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
16:24:26.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:24:26.304926 9504 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
16:24:26.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:24:26.305601 9504 flags.cc:425] Enabled unsafe flag: --never_fsync=true
16:24:26.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:26.318943 9487 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.238.188" port: 43777 } attempt: 4
16:24:26.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:24:26.324297 9487 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.8.238.188:43777: Network error: Client connection negotiation failed: client connection to 127.8.238.188:43777: connect: Connection refused (error 111)
16:24:26.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:24:26.343515 9504 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
16:24:26.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:24:26.343753 9504 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
16:24:26.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:24:26.344015 9504 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
16:24:26.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:24:26.344210 9504 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
16:24:26.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:24:26.344404 9504 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
16:24:26.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:24:26.344587 9504 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
16:24:26.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:24:26.344722 9504 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:43831/jwks.json
16:24:26.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:26.387101 9504 master_runner.cc:386] Master server non-default flags:
16:24:26.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
16:24:26.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.8.238.148:34759
16:24:26.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
16:24:26.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
16:24:26.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task1FAUVc/test-tmp/mini-kudu-cluster4644396778261056953/master-2/data
16:24:26.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task1FAUVc/test-tmp/mini-kudu-cluster4644396778261056953/master-2/wal
16:24:26.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
16:24:26.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
16:24:26.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.8.238.190:42533,127.8.238.189:43449,127.8.238.188:43777
16:24:26.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-task1FAUVc/test-tmp/mini-kudu-cluster4644396778261056953/krb5kdc/kudu_127.8.238.188.keytab
16:24:26.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.8.238.188
16:24:26.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
16:24:26.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
16:24:26.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
16:24:26.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.8.238.188:43777
16:24:26.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
16:24:26.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
16:24:26.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
16:24:26.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:43831/jwks.json
16:24:26.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
16:24:26.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
16:24:26.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
16:24:26.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
16:24:26.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
16:24:26.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task1FAUVc/test-tmp/mini-kudu-cluster4644396778261056953/master-2/data/info.pb
16:24:26.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.8.238.188
16:24:26.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
16:24:26.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
16:24:26.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
16:24:26.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
16:24:26.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
16:24:26.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
16:24:26.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task1FAUVc/test-tmp/mini-kudu-cluster4644396778261056953/master-2/logs
16:24:26.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
16:24:26.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
16:24:26.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
16:24:26.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
16:24:26.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
16:24:26.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
16:24:26.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
16:24:26.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 11 Aug 2026 15:14:16 UTC on ccycloud.quasar-uwbvwl.root.comops.site
16:24:26.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4580677
16:24:26.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
16:24:26.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:26.388242 9504 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
16:24:26.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:26.389293 9504 file_cache.cc:493] Constructed file cache file cache with capacity 419430
16:24:26.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:24:26.418277 9531 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
16:24:26.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:26.580317 9334 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.238.188" port: 43777 } attempt: 5
16:24:26.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:24:26.585621 9334 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.8.238.188:43777: Network error: Client connection negotiation failed: client connection to 127.8.238.188:43777: connect: Connection refused (error 111)
16:24:26.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:26.623811 9487 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.238.188" port: 43777 } attempt: 5
16:24:26.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:24:26.631013 9487 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.8.238.188:43777: Network error: Client connection negotiation failed: client connection to 127.8.238.188:43777: connect: Connection refused (error 111)
16:24:27.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:27.138441 9334 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.238.188" port: 43777 } attempt: 6
16:24:27.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:24:27.148814 9334 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.8.238.188:43777: Network error: Client connection negotiation failed: client connection to 127.8.238.188:43777: connect: Connection refused (error 111)
16:24:27.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:27.178714 9487 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.238.188" port: 43777 } attempt: 6
16:24:27.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:24:27.190409 9487 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.8.238.188:43777: Network error: Client connection negotiation failed: client connection to 127.8.238.188:43777: connect: Connection refused (error 111)
16:24:27.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:24:26.418932 9529 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
16:24:27.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:24:26.421617 9528 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
16:24:27.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:24:27.825649 9530 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
16:24:27.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:27.825789 9504 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
16:24:27.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:27.829991 9504 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
16:24:27.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:27.833068 9504 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
16:24:27.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:27.834537 9504 hybrid_clock.cc:648] HybridClock initialized: now 1786465467834483 us; error 43 us; skew 500 ppm
16:24:27.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:27.835529 9504 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
16:24:27.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 11 16:24:27 dist-test-slave-z8x9 krb5kdc[9167](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786465467, etypes {rep=17 tkt=17 ses=17}, kudu/127.8.238.188@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
16:24:27.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:27.843355 9504 init.cc:377] Logged in from keytab as kudu/127.8.238.188@KRBTEST.COM (short username kudu)
16:24:27.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:27.852062 9504 webserver.cc:460] Webserver started at http://127.8.238.188:38767/ using document root <none> and password file <none>
16:24:27.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:27.853358 9504 fs_manager.cc:359] Metadata directory not provided
16:24:27.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:27.853663 9504 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
16:24:27.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:27.854295 9504 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
16:24:27.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:27.860720 9504 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task1FAUVc/test-tmp/mini-kudu-cluster4644396778261056953/master-2/data/instance:
16:24:27.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "68b58970f0fd4d238b4df38d1ecd4990"
16:24:27.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 16:24:27 on dist-test-slave-z8x9"
16:24:27.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:27.862166 9504 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task1FAUVc/test-tmp/mini-kudu-cluster4644396778261056953/master-2/wal/instance:
16:24:27.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "68b58970f0fd4d238b4df38d1ecd4990"
16:24:27.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 16:24:27 on dist-test-slave-z8x9"
16:24:27.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:27.870695 9504 fs_manager.cc:691] Time spent creating directory manager: real 0.008s user 0.004s sys 0.004s
16:24:27.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:27.876600 9568 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
16:24:27.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:27.877846 9504 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.001s sys 0.002s
16:24:27.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:27.878242 9504 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-task1FAUVc/test-tmp/mini-kudu-cluster4644396778261056953/master-2/data,/tmp/dist-test-task1FAUVc/test-tmp/mini-kudu-cluster4644396778261056953/master-2/wal
16:24:27.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "68b58970f0fd4d238b4df38d1ecd4990"
16:24:27.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 16:24:27 on dist-test-slave-z8x9"
16:24:27.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:27.878633 9504 fs_report.cc:383] FS layout report
16:24:27.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
16:24:27.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task1FAUVc/test-tmp/mini-kudu-cluster4644396778261056953/master-2/wal
16:24:27.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task1FAUVc/test-tmp/mini-kudu-cluster4644396778261056953/master-2/wal
16:24:27.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task1FAUVc/test-tmp/mini-kudu-cluster4644396778261056953/master-2/data/data
16:24:27.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
16:24:27.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
16:24:27.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
16:24:27.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
16:24:27.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
16:24:27.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
16:24:27.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
16:24:27.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
16:24:27.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
16:24:27.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
16:24:27.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
16:24:27.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:27.953102 9504 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
16:24:27.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:27.961328 9504 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
16:24:27.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:27.961895 9504 kserver.cc:163] Server-wide thread pool size limit: 3276
16:24:28.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:28.145877 9504 rpc_server.cc:307] RPC server started. Bound to: 127.8.238.188:43777
16:24:28.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:28.145982 9668 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.8.238.188:43777 every 8 connection(s)
16:24:28.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:28.149698 9504 server_base.cc:1166] Dumped server information to /tmp/dist-test-task1FAUVc/test-tmp/mini-kudu-cluster4644396778261056953/master-2/data/info.pb
16:24:28.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:28.155552 9146 external_mini_cluster.cc:1388] Started /tmp/dist-test-task1FAUVc/build/tsan/bin/kudu as pid 9504
16:24:28.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:28.156248 9146 external_mini_cluster.cc:1402] Reading /tmp/dist-test-task1FAUVc/test-tmp/mini-kudu-cluster4644396778261056953/master-2/wal/instance
16:24:28.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:28.166024 9669 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
16:24:28.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:28.182484 9334 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.238.188" port: 43777 } attempt: 7
16:24:28.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:28.198644 9669 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.8.238.190" port: 42533 } has no permanent_uuid. Determining permanent_uuid...
16:24:28.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 11 16:24:28 dist-test-slave-z8x9 krb5kdc[9167](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786465463, etypes {rep=17 tkt=17 ses=17}, kudu/127.8.238.190@KRBTEST.COM for kudu/127.8.238.188@KRBTEST.COM
16:24:28.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 11 16:24:28 dist-test-slave-z8x9 krb5kdc[9167](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786465460, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.8.238.188@KRBTEST.COM
16:24:28.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 11 16:24:28 dist-test-slave-z8x9 krb5kdc[9167](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786465467, etypes {rep=17 tkt=17 ses=17}, kudu/127.8.238.188@KRBTEST.COM for kudu/127.8.238.190@KRBTEST.COM
16:24:28.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:28.250916 9487 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.238.188" port: 43777 } attempt: 7
16:24:28.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:28.272976 9334 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 07ac3ea0925a4cb396a5b143f3dc6eca: Bootstrap starting.
16:24:28.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:28.285257 9669 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.8.238.189" port: 43449 } has no permanent_uuid. Determining permanent_uuid...
16:24:28.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 11 16:24:28 dist-test-slave-z8x9 krb5kdc[9167](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786465460, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.8.238.189@KRBTEST.COM
16:24:28.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:28.296144 9334 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 07ac3ea0925a4cb396a5b143f3dc6eca: Neither blocks nor log segments found. Creating new log.
16:24:28.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:28.303999 9334 log.cc:824] T 00000000000000000000000000000000 P 07ac3ea0925a4cb396a5b143f3dc6eca: Log is configured to *not* fsync() on all Append() calls
16:24:28.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 11 16:24:28 dist-test-slave-z8x9 krb5kdc[9167](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786465465, etypes {rep=17 tkt=17 ses=17}, kudu/127.8.238.189@KRBTEST.COM for kudu/127.8.238.188@KRBTEST.COM
16:24:28.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 11 16:24:28 dist-test-slave-z8x9 krb5kdc[9167](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786465467, etypes {rep=17 tkt=17 ses=17}, kudu/127.8.238.188@KRBTEST.COM for kudu/127.8.238.189@KRBTEST.COM
16:24:28.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:28.339684 9334 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 07ac3ea0925a4cb396a5b143f3dc6eca: No bootstrap required, opened a new log
16:24:28.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 11 16:24:28 dist-test-slave-z8x9 krb5kdc[9167](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786465460, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.8.238.190@KRBTEST.COM
16:24:28.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:28.356616 9669 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.8.238.188" port: 43777 } has no permanent_uuid. Determining permanent_uuid...
16:24:28.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:28.370060 9487 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 6b297b145e0e4634a2db7e52c7ab50ba: Bootstrap starting.
16:24:28.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 11 16:24:28 dist-test-slave-z8x9 krb5kdc[9167](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786465467, etypes {rep=17 tkt=17 ses=17}, kudu/127.8.238.188@KRBTEST.COM for kudu/127.8.238.188@KRBTEST.COM
16:24:28.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:28.385589 9146 external_mini_cluster.cc:930] 0 TS(s) registered with all masters
16:24:28.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:28.393833 9334 raft_consensus.cc:348] T 00000000000000000000000000000000 P 07ac3ea0925a4cb396a5b143f3dc6eca [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "07ac3ea0925a4cb396a5b143f3dc6eca" member_type: VOTER last_known_addr { host: "127.8.238.190" port: 42533 } } peers { permanent_uuid: "6b297b145e0e4634a2db7e52c7ab50ba" member_type: VOTER last_known_addr { host: "127.8.238.189" port: 43449 } } peers { permanent_uuid: "68b58970f0fd4d238b4df38d1ecd4990" member_type: VOTER last_known_addr { host: "127.8.238.188" port: 43777 } }
16:24:28.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:28.395555 9334 raft_consensus.cc:374] T 00000000000000000000000000000000 P 07ac3ea0925a4cb396a5b143f3dc6eca [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
16:24:28.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:28.396227 9334 raft_consensus.cc:729] T 00000000000000000000000000000000 P 07ac3ea0925a4cb396a5b143f3dc6eca [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 07ac3ea0925a4cb396a5b143f3dc6eca, State: Initialized, Role: FOLLOWER
16:24:28.397 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
16:24:28.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:28.398005 9334 consensus_queue.cc:260] T 00000000000000000000000000000000 P 07ac3ea0925a4cb396a5b143f3dc6eca [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "07ac3ea0925a4cb396a5b143f3dc6eca" member_type: VOTER last_known_addr { host: "127.8.238.190" port: 42533 } } peers { permanent_uuid: "6b297b145e0e4634a2db7e52c7ab50ba" member_type: VOTER last_known_addr { host: "127.8.238.189" port: 43449 } } peers { permanent_uuid: "68b58970f0fd4d238b4df38d1ecd4990" member_type: VOTER last_known_addr { host: "127.8.238.188" port: 43777 } }
16:24:28.399 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_kdc_env_vars {
}
16:24:28.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:28.408063 9698 sys_catalog.cc:455] T 00000000000000000000000000000000 P 07ac3ea0925a4cb396a5b143f3dc6eca [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "07ac3ea0925a4cb396a5b143f3dc6eca" member_type: VOTER last_known_addr { host: "127.8.238.190" port: 42533 } } peers { permanent_uuid: "6b297b145e0e4634a2db7e52c7ab50ba" member_type: VOTER last_known_addr { host: "127.8.238.189" port: 43449 } } peers { permanent_uuid: "68b58970f0fd4d238b4df38d1ecd4990" member_type: VOTER last_known_addr { host: "127.8.238.188" port: 43777 } } }
16:24:28.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:28.409703 9698 sys_catalog.cc:458] T 00000000000000000000000000000000 P 07ac3ea0925a4cb396a5b143f3dc6eca [sys.catalog]: This master's current role is: FOLLOWER
16:24:28.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:28.414228 9334 sys_catalog.cc:564] T 00000000000000000000000000000000 P 07ac3ea0925a4cb396a5b143f3dc6eca [sys.catalog]: configured and running, proceeding with master startup.
16:24:28.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:28.415011 9487 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 6b297b145e0e4634a2db7e52c7ab50ba: Neither blocks nor log segments found. Creating new log.
16:24:28.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:28.421211 9669 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 68b58970f0fd4d238b4df38d1ecd4990: Bootstrap starting.
16:24:28.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:28.427500 9487 log.cc:824] T 00000000000000000000000000000000 P 6b297b145e0e4634a2db7e52c7ab50ba: Log is configured to *not* fsync() on all Append() calls
16:24:28.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:28.432004 9669 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 68b58970f0fd4d238b4df38d1ecd4990: Neither blocks nor log segments found. Creating new log.
16:24:28.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:28.435111 9669 log.cc:824] T 00000000000000000000000000000000 P 68b58970f0fd4d238b4df38d1ecd4990: Log is configured to *not* fsync() on all Append() calls
16:24:28.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:28.446528 9487 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 6b297b145e0e4634a2db7e52c7ab50ba: No bootstrap required, opened a new log
16:24:28.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:28.449548 9669 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 68b58970f0fd4d238b4df38d1ecd4990: No bootstrap required, opened a new log
16:24:28.453 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: get_kdc_env_vars {
env_vars {
key: "KRB5CCNAME"
value: "/tmp/dist-test-task1FAUVc/test-tmp/mini-kudu-cluster4644396778261056953/krb5kdc/krb5cc"
}
env_vars {
key: "KRB5_CONFIG"
value: "/tmp/dist-test-task1FAUVc/test-tmp/mini-kudu-cluster4644396778261056953/krb5kdc/krb5.conf"
}
env_vars {
key: "KRB5_KDC_PROFILE"
value: "/tmp/dist-test-task1FAUVc/test-tmp/mini-kudu-cluster4644396778261056953/krb5kdc/kdc.conf"
}
env_vars {
key: "KUDU_ENABLE_KRB5_REALM_FIX"
value: "yes"
}
}
16:24:28.454 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_masters {
}
16:24:28.459 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: get_masters {
masters {
id {
type: MASTER
index: 0
}
bound_rpc_address {
host: "127.8.238.190"
port: 42533
}
bound_http_address {
host: "127.8.238.190"
port: 36827
}
}
masters {
id {
type: MASTER
index: 1
}
bound_rpc_address {
host: "127.8.238.189"
port: 43449
}
bound_http_address {
host: "127.8.238.189"
port: 33577
}
}
masters {
id {
type: MASTER
index: 2
}
bound_rpc_address {
host: "127.8.238.188"
port: 43777
}
bound_http_address {
host: "127.8.238.188"
port: 38767
}
}
}
16:24:28.460 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_tservers {
}
16:24:28.461 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
16:24:28.462 [INFO - Time-limited test] (MiniKuduCluster.java:622) Running kinit for user test-admin
16:24:28.464 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: kinit {
username: "test-admin"
}
16:24:28.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:28.512848 9669 raft_consensus.cc:348] T 00000000000000000000000000000000 P 68b58970f0fd4d238b4df38d1ecd4990 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "07ac3ea0925a4cb396a5b143f3dc6eca" member_type: VOTER last_known_addr { host: "127.8.238.190" port: 42533 } } peers { permanent_uuid: "6b297b145e0e4634a2db7e52c7ab50ba" member_type: VOTER last_known_addr { host: "127.8.238.189" port: 43449 } } peers { permanent_uuid: "68b58970f0fd4d238b4df38d1ecd4990" member_type: VOTER last_known_addr { host: "127.8.238.188" port: 43777 } }
16:24:28.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:28.514344 9669 raft_consensus.cc:374] T 00000000000000000000000000000000 P 68b58970f0fd4d238b4df38d1ecd4990 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
16:24:28.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:28.514794 9669 raft_consensus.cc:729] T 00000000000000000000000000000000 P 68b58970f0fd4d238b4df38d1ecd4990 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 68b58970f0fd4d238b4df38d1ecd4990, State: Initialized, Role: FOLLOWER
16:24:28.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:28.524948 9669 consensus_queue.cc:260] T 00000000000000000000000000000000 P 68b58970f0fd4d238b4df38d1ecd4990 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "07ac3ea0925a4cb396a5b143f3dc6eca" member_type: VOTER last_known_addr { host: "127.8.238.190" port: 42533 } } peers { permanent_uuid: "6b297b145e0e4634a2db7e52c7ab50ba" member_type: VOTER last_known_addr { host: "127.8.238.189" port: 43449 } } peers { permanent_uuid: "68b58970f0fd4d238b4df38d1ecd4990" member_type: VOTER last_known_addr { host: "127.8.238.188" port: 43777 } }
16:24:28.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 11 16:24:28 dist-test-slave-z8x9 krb5kdc[9167](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786465468, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
16:24:28.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
16:24:28.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:24:28.542245 9237 tablet.cc:2369] T 00000000000000000000000000000000 P 07ac3ea0925a4cb396a5b143f3dc6eca: Can't schedule compaction. Clean time has not been advanced past its initial value.
16:24:28.550 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
16:24:28.554 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-task1FAUVc/test-tmp/mini-kudu-cluster4644396778261056953/krb5kdc/krb5cc
16:24:28.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:28.563750 9487 raft_consensus.cc:348] T 00000000000000000000000000000000 P 6b297b145e0e4634a2db7e52c7ab50ba [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "07ac3ea0925a4cb396a5b143f3dc6eca" member_type: VOTER last_known_addr { host: "127.8.238.190" port: 42533 } } peers { permanent_uuid: "6b297b145e0e4634a2db7e52c7ab50ba" member_type: VOTER last_known_addr { host: "127.8.238.189" port: 43449 } } peers { permanent_uuid: "68b58970f0fd4d238b4df38d1ecd4990" member_type: VOTER last_known_addr { host: "127.8.238.188" port: 43777 } }
16:24:28.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:28.565999 9487 raft_consensus.cc:374] T 00000000000000000000000000000000 P 6b297b145e0e4634a2db7e52c7ab50ba [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
16:24:28.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:28.566535 9487 raft_consensus.cc:729] T 00000000000000000000000000000000 P 6b297b145e0e4634a2db7e52c7ab50ba [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 6b297b145e0e4634a2db7e52c7ab50ba, State: Initialized, Role: FOLLOWER
16:24:28.568 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
16:24:28.570 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-task1FAUVc/test-tmp/mini-kudu-cluster4644396778261056953/krb5kdc/krb5cc
16:24:28.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:28.568365 9487 consensus_queue.cc:260] T 00000000000000000000000000000000 P 6b297b145e0e4634a2db7e52c7ab50ba [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "07ac3ea0925a4cb396a5b143f3dc6eca" member_type: VOTER last_known_addr { host: "127.8.238.190" port: 42533 } } peers { permanent_uuid: "6b297b145e0e4634a2db7e52c7ab50ba" member_type: VOTER last_known_addr { host: "127.8.238.189" port: 43449 } } peers { permanent_uuid: "68b58970f0fd4d238b4df38d1ecd4990" member_type: VOTER last_known_addr { host: "127.8.238.188" port: 43777 } }
16:24:28.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:28.574138 9726 sys_catalog.cc:455] T 00000000000000000000000000000000 P 68b58970f0fd4d238b4df38d1ecd4990 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "07ac3ea0925a4cb396a5b143f3dc6eca" member_type: VOTER last_known_addr { host: "127.8.238.190" port: 42533 } } peers { permanent_uuid: "6b297b145e0e4634a2db7e52c7ab50ba" member_type: VOTER last_known_addr { host: "127.8.238.189" port: 43449 } } peers { permanent_uuid: "68b58970f0fd4d238b4df38d1ecd4990" member_type: VOTER last_known_addr { host: "127.8.238.188" port: 43777 } } }
16:24:28.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:28.575551 9726 sys_catalog.cc:458] T 00000000000000000000000000000000 P 68b58970f0fd4d238b4df38d1ecd4990 [sys.catalog]: This master's current role is: FOLLOWER
16:24:28.581 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
16:24:28.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:28.583122 9669 sys_catalog.cc:564] T 00000000000000000000000000000000 P 68b58970f0fd4d238b4df38d1ecd4990 [sys.catalog]: configured and running, proceeding with master startup.
16:24:28.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:28.585810 9729 sys_catalog.cc:455] T 00000000000000000000000000000000 P 6b297b145e0e4634a2db7e52c7ab50ba [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "07ac3ea0925a4cb396a5b143f3dc6eca" member_type: VOTER last_known_addr { host: "127.8.238.190" port: 42533 } } peers { permanent_uuid: "6b297b145e0e4634a2db7e52c7ab50ba" member_type: VOTER last_known_addr { host: "127.8.238.189" port: 43449 } } peers { permanent_uuid: "68b58970f0fd4d238b4df38d1ecd4990" member_type: VOTER last_known_addr { host: "127.8.238.188" port: 43777 } } }
16:24:28.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:28.587466 9729 sys_catalog.cc:458] T 00000000000000000000000000000000 P 6b297b145e0e4634a2db7e52c7ab50ba [sys.catalog]: This master's current role is: FOLLOWER
16:24:28.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:28.588240 9487 sys_catalog.cc:564] T 00000000000000000000000000000000 P 6b297b145e0e4634a2db7e52c7ab50ba [sys.catalog]: configured and running, proceeding with master startup.
16:24:28.592 [DEBUG - Time-limited test] (SecurityContext.java:161) Using caller-provided subject with Kerberos principal test-admin@KRBTEST.COM. Caller is responsible for refreshing credentials.
16:24:28.596 [INFO - Time-limited test] (MiniKuduCluster.java:622) Running kinit for user test-admin
16:24:28.597 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: kinit {
username: "test-admin"
}
16:24:28.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:24:28.607823 9401 tablet.cc:2369] T 00000000000000000000000000000000 P 6b297b145e0e4634a2db7e52c7ab50ba: Can't schedule compaction. Clean time has not been advanced past its initial value.
16:24:28.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:28.614634 9729 raft_consensus.cc:482] T 00000000000000000000000000000000 P 6b297b145e0e4634a2db7e52c7ab50ba [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
16:24:28.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:28.615588 9729 raft_consensus.cc:504] T 00000000000000000000000000000000 P 6b297b145e0e4634a2db7e52c7ab50ba [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "07ac3ea0925a4cb396a5b143f3dc6eca" member_type: VOTER last_known_addr { host: "127.8.238.190" port: 42533 } } peers { permanent_uuid: "6b297b145e0e4634a2db7e52c7ab50ba" member_type: VOTER last_known_addr { host: "127.8.238.189" port: 43449 } } peers { permanent_uuid: "68b58970f0fd4d238b4df38d1ecd4990" member_type: VOTER last_known_addr { host: "127.8.238.188" port: 43777 } }
16:24:28.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:28.623961 9729 leader_election.cc:288] T 00000000000000000000000000000000 P 6b297b145e0e4634a2db7e52c7ab50ba [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 07ac3ea0925a4cb396a5b143f3dc6eca (127.8.238.190:42533), 68b58970f0fd4d238b4df38d1ecd4990 (127.8.238.188:43777)
16:24:28.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:28.625599 9630 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "6b297b145e0e4634a2db7e52c7ab50ba" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "68b58970f0fd4d238b4df38d1ecd4990" is_pre_election: true
16:24:28.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:28.627862 9630 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 68b58970f0fd4d238b4df38d1ecd4990 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 6b297b145e0e4634a2db7e52c7ab50ba in term 0.
16:24:28.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:28.627369 9285 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "6b297b145e0e4634a2db7e52c7ab50ba" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "07ac3ea0925a4cb396a5b143f3dc6eca" is_pre_election: true
16:24:28.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:28.630707 9389 leader_election.cc:302] T 00000000000000000000000000000000 P 6b297b145e0e4634a2db7e52c7ab50ba [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 68b58970f0fd4d238b4df38d1ecd4990, 6b297b145e0e4634a2db7e52c7ab50ba; no voters:
16:24:28.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:28.629783 9285 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 07ac3ea0925a4cb396a5b143f3dc6eca [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 6b297b145e0e4634a2db7e52c7ab50ba in term 0.
16:24:28.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:28.635177 9729 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 6b297b145e0e4634a2db7e52c7ab50ba [term 0 FOLLOWER]: Leader pre-election won for term 1
16:24:28.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:28.636088 9729 raft_consensus.cc:482] T 00000000000000000000000000000000 P 6b297b145e0e4634a2db7e52c7ab50ba [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
16:24:28.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:28.636793 9729 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 6b297b145e0e4634a2db7e52c7ab50ba [term 0 FOLLOWER]: Advancing to term 1
16:24:28.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:28.657907 9729 raft_consensus.cc:504] T 00000000000000000000000000000000 P 6b297b145e0e4634a2db7e52c7ab50ba [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "07ac3ea0925a4cb396a5b143f3dc6eca" member_type: VOTER last_known_addr { host: "127.8.238.190" port: 42533 } } peers { permanent_uuid: "6b297b145e0e4634a2db7e52c7ab50ba" member_type: VOTER last_known_addr { host: "127.8.238.189" port: 43449 } } peers { permanent_uuid: "68b58970f0fd4d238b4df38d1ecd4990" member_type: VOTER last_known_addr { host: "127.8.238.188" port: 43777 } }
16:24:28.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:28.676867 9729 leader_election.cc:288] T 00000000000000000000000000000000 P 6b297b145e0e4634a2db7e52c7ab50ba [CANDIDATE]: Term 1 election: Requested vote from peers 07ac3ea0925a4cb396a5b143f3dc6eca (127.8.238.190:42533), 68b58970f0fd4d238b4df38d1ecd4990 (127.8.238.188:43777)
16:24:28.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:28.678445 9630 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "6b297b145e0e4634a2db7e52c7ab50ba" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "68b58970f0fd4d238b4df38d1ecd4990"
16:24:28.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:28.679401 9630 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 68b58970f0fd4d238b4df38d1ecd4990 [term 0 FOLLOWER]: Advancing to term 1
16:24:28.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:28.682025 9285 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "6b297b145e0e4634a2db7e52c7ab50ba" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "07ac3ea0925a4cb396a5b143f3dc6eca"
16:24:28.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 11 16:24:28 dist-test-slave-z8x9 krb5kdc[9167](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786465468, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
16:24:28.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
16:24:28.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:28.695802 9285 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 07ac3ea0925a4cb396a5b143f3dc6eca [term 0 FOLLOWER]: Advancing to term 1
16:24:28.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:24:28.704999 9146 mini_kdc.cc:317] Time spent kinit for test-admin: real 0.107s user 0.002s sys 0.022s
16:24:28.706 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
16:24:28.708 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-task1FAUVc/test-tmp/mini-kudu-cluster4644396778261056953/krb5kdc/krb5cc
16:24:28.710 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
16:24:28.711 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.8.238.190:42533
16:24:28.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:28.701628 9630 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 68b58970f0fd4d238b4df38d1ecd4990 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 6b297b145e0e4634a2db7e52c7ab50ba in term 1.
16:24:28.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:24:28.707111 9745 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 07ac3ea0925a4cb396a5b143f3dc6eca: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
16:24:28.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:24:28.707650 9745 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
16:24:28.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:28.713837 9389 leader_election.cc:302] T 00000000000000000000000000000000 P 6b297b145e0e4634a2db7e52c7ab50ba [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 68b58970f0fd4d238b4df38d1ecd4990, 6b297b145e0e4634a2db7e52c7ab50ba; no voters:
16:24:28.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:28.715560 9729 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 6b297b145e0e4634a2db7e52c7ab50ba [term 1 FOLLOWER]: Leader election won for term 1
16:24:28.720 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 0
}
}
16:24:28.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:28.720988 9146 external_mini_cluster.cc:1595] Killing /tmp/dist-test-task1FAUVc/build/tsan/bin/kudu with pid 9196
16:24:28.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:28.727532 9729 raft_consensus.cc:686] T 00000000000000000000000000000000 P 6b297b145e0e4634a2db7e52c7ab50ba [term 1 LEADER]: Becoming Leader. State: Replica: 6b297b145e0e4634a2db7e52c7ab50ba, State: Running, Role: LEADER
16:24:28.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:24:28.729297 9590 tablet.cc:2369] T 00000000000000000000000000000000 P 68b58970f0fd4d238b4df38d1ecd4990: Can't schedule compaction. Clean time has not been advanced past its initial value.
16:24:28.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:28.730122 9729 consensus_queue.cc:237] T 00000000000000000000000000000000 P 6b297b145e0e4634a2db7e52c7ab50ba [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "07ac3ea0925a4cb396a5b143f3dc6eca" member_type: VOTER last_known_addr { host: "127.8.238.190" port: 42533 } } peers { permanent_uuid: "6b297b145e0e4634a2db7e52c7ab50ba" member_type: VOTER last_known_addr { host: "127.8.238.189" port: 43449 } } peers { permanent_uuid: "68b58970f0fd4d238b4df38d1ecd4990" member_type: VOTER last_known_addr { host: "127.8.238.188" port: 43777 } }
16:24:28.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:28.753671 9773 sys_catalog.cc:455] T 00000000000000000000000000000000 P 6b297b145e0e4634a2db7e52c7ab50ba [sys.catalog]: SysCatalogTable state changed. Reason: New leader 6b297b145e0e4634a2db7e52c7ab50ba. Latest consensus state: current_term: 1 leader_uuid: "6b297b145e0e4634a2db7e52c7ab50ba" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "07ac3ea0925a4cb396a5b143f3dc6eca" member_type: VOTER last_known_addr { host: "127.8.238.190" port: 42533 } } peers { permanent_uuid: "6b297b145e0e4634a2db7e52c7ab50ba" member_type: VOTER last_known_addr { host: "127.8.238.189" port: 43449 } } peers { permanent_uuid: "68b58970f0fd4d238b4df38d1ecd4990" member_type: VOTER last_known_addr { host: "127.8.238.188" port: 43777 } } }
16:24:28.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:28.754801 9773 sys_catalog.cc:458] T 00000000000000000000000000000000 P 6b297b145e0e4634a2db7e52c7ab50ba [sys.catalog]: This master's current role is: LEADER
16:24:28.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:28.760339 9778 catalog_manager.cc:1475] Loading table and tablet metadata into memory...
16:24:28.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:28.776758 9778 catalog_manager.cc:1484] Initializing Kudu cluster ID...
16:24:28.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:28.791683 9794 catalog_manager.cc:795] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
16:24:28.814 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
16:24:28.814 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.8.238.189:43449
16:24:28.814 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 1
}
}
16:24:28.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:28.813803 9796 catalog_manager.cc:795] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
16:24:28.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:28.815368 9146 external_mini_cluster.cc:1595] Killing /tmp/dist-test-task1FAUVc/build/tsan/bin/kudu with pid 9345
16:24:28.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:28.795840 9504 master_runner.cc:186] Error getting master registration for 127.8.238.190:42533: Network error: Client connection negotiation failed: client connection to 127.8.238.190:42533: connect: Connection refused (error 111),
16:24:28.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:28.862839 9504 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
16:24:28.889 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
16:24:28.890 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.8.238.188:43777
16:24:28.890 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 2
}
}
16:24:28.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:28.891265 9146 external_mini_cluster.cc:1595] Killing /tmp/dist-test-task1FAUVc/build/tsan/bin/kudu with pid 9504
16:24:28.932 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
16:24:28.932 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.8.238.190:42533
16:24:28.934 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 0
}
}
16:24:28.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:28.938675 9146 external_mini_cluster.cc:1326] Running /tmp/dist-test-task1FAUVc/build/tsan/bin/kudu
16:24:28.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task1FAUVc/build/tsan/bin/kudu
16:24:28.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task1FAUVc/test-tmp/mini-kudu-cluster4644396778261056953/master-0/wal
16:24:28.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task1FAUVc/test-tmp/mini-kudu-cluster4644396778261056953/master-0/data
16:24:28.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
16:24:28.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
16:24:28.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
16:24:28.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
16:24:28.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
16:24:28.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
16:24:28.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task1FAUVc/test-tmp/mini-kudu-cluster4644396778261056953/master-0/logs
16:24:28.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task1FAUVc/test-tmp/mini-kudu-cluster4644396778261056953/master-0/data/info.pb
16:24:28.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
16:24:28.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
16:24:28.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
16:24:28.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
16:24:28.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
16:24:28.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
16:24:28.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
16:24:28.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
16:24:28.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
16:24:28.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
16:24:28.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
16:24:28.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
16:24:28.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.8.238.190:42533
16:24:28.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.8.238.190
16:24:28.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=36827
16:24:28.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-task1FAUVc/test-tmp/mini-kudu-cluster4644396778261056953/krb5kdc/kudu_127.8.238.190.keytab
16:24:28.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.8.238.190
16:24:28.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
16:24:28.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
16:24:28.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
16:24:28.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.8.238.148:34759
16:24:28.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
16:24:28.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
16:24:28.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
16:24:28.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
16:24:28.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.8.238.190:42533,127.8.238.189:43449,127.8.238.188:43777
16:24:28.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
16:24:28.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:43831/jwks.json
16:24:28.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-task1FAUVc/test-tmp/mini-kudu-cluster4644396778261056953/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-task1FAUVc/test-tmp/mini-kudu-cluster4644396778261056953/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-task1FAUVc/test-tmp/mini-kudu-cluster4644396778261056953/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
16:24:30.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:24:30.411689 9810 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
16:24:30.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:24:30.412274 9810 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
16:24:30.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:24:30.412941 9810 flags.cc:425] Enabled unsafe flag: --never_fsync=true
16:24:30.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:24:30.444824 9810 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
16:24:30.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:24:30.445066 9810 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
16:24:30.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:24:30.445415 9810 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
16:24:30.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:24:30.445632 9810 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
16:24:30.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:24:30.445820 9810 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
16:24:30.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:24:30.446002 9810 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
16:24:30.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:24:30.446139 9810 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:43831/jwks.json
16:24:30.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:30.483752 9810 master_runner.cc:386] Master server non-default flags:
16:24:30.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
16:24:30.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.8.238.148:34759
16:24:30.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
16:24:30.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
16:24:30.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task1FAUVc/test-tmp/mini-kudu-cluster4644396778261056953/master-0/data
16:24:30.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task1FAUVc/test-tmp/mini-kudu-cluster4644396778261056953/master-0/wal
16:24:30.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
16:24:30.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
16:24:30.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.8.238.190:42533,127.8.238.189:43449,127.8.238.188:43777
16:24:30.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-task1FAUVc/test-tmp/mini-kudu-cluster4644396778261056953/krb5kdc/kudu_127.8.238.190.keytab
16:24:30.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.8.238.190
16:24:30.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
16:24:30.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
16:24:30.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
16:24:30.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.8.238.190:42533
16:24:30.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
16:24:30.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
16:24:30.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
16:24:30.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:43831/jwks.json
16:24:30.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
16:24:30.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
16:24:30.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
16:24:30.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
16:24:30.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
16:24:30.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task1FAUVc/test-tmp/mini-kudu-cluster4644396778261056953/master-0/data/info.pb
16:24:30.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.8.238.190
16:24:30.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=36827
16:24:30.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
16:24:30.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
16:24:30.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
16:24:30.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
16:24:30.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
16:24:30.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task1FAUVc/test-tmp/mini-kudu-cluster4644396778261056953/master-0/logs
16:24:30.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
16:24:30.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
16:24:30.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
16:24:30.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
16:24:30.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
16:24:30.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
16:24:30.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
16:24:30.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 11 Aug 2026 15:14:16 UTC on ccycloud.quasar-uwbvwl.root.comops.site
16:24:30.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4580677
16:24:30.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
16:24:30.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:30.485265 9810 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
16:24:30.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:30.486222 9810 file_cache.cc:493] Constructed file cache file cache with capacity 419430
16:24:30.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:24:30.504403 9822 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
16:24:31.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:24:30.504436 9825 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
16:24:31.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:24:30.508860 9819 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
16:24:31.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:24:31.792999 9823 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1286 milliseconds
16:24:31.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:31.793135 9810 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
16:24:31.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:31.794618 9810 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
16:24:31.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:31.797330 9810 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
16:24:31.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:31.798720 9810 hybrid_clock.cc:648] HybridClock initialized: now 1786465471798634 us; error 89 us; skew 500 ppm
16:24:31.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:31.799757 9810 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
16:24:31.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 11 16:24:31 dist-test-slave-z8x9 krb5kdc[9167](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786465471, etypes {rep=17 tkt=17 ses=17}, kudu/127.8.238.190@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
16:24:31.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:31.806237 9810 init.cc:377] Logged in from keytab as kudu/127.8.238.190@KRBTEST.COM (short username kudu)
16:24:31.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:31.811094 9810 webserver.cc:460] Webserver started at http://127.8.238.190:36827/ using document root <none> and password file <none>
16:24:31.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:31.812227 9810 fs_manager.cc:359] Metadata directory not provided
16:24:31.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:31.812496 9810 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
16:24:31.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:31.821084 9810 fs_manager.cc:709] Time spent opening directory manager: real 0.006s user 0.003s sys 0.004s
16:24:31.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:31.825800 9847 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
16:24:31.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:31.826864 9810 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.002s sys 0.002s
16:24:31.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:31.827230 9810 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-task1FAUVc/test-tmp/mini-kudu-cluster4644396778261056953/master-0/data,/tmp/dist-test-task1FAUVc/test-tmp/mini-kudu-cluster4644396778261056953/master-0/wal
16:24:31.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "07ac3ea0925a4cb396a5b143f3dc6eca"
16:24:31.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 16:24:23 on dist-test-slave-z8x9"
16:24:31.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:31.829721 9810 fs_report.cc:383] FS layout report
16:24:31.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
16:24:31.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task1FAUVc/test-tmp/mini-kudu-cluster4644396778261056953/master-0/wal
16:24:31.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task1FAUVc/test-tmp/mini-kudu-cluster4644396778261056953/master-0/wal
16:24:31.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task1FAUVc/test-tmp/mini-kudu-cluster4644396778261056953/master-0/data/data
16:24:31.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
16:24:31.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
16:24:31.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
16:24:31.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
16:24:31.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
16:24:31.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
16:24:31.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
16:24:31.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
16:24:31.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
16:24:31.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
16:24:31.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
16:24:31.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:31.869585 9810 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
16:24:31.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:31.875712 9810 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
16:24:31.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:31.876287 9810 kserver.cc:163] Server-wide thread pool size limit: 3276
16:24:31.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:31.951668 9810 rpc_server.cc:307] RPC server started. Bound to: 127.8.238.190:42533
16:24:31.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:31.951767 9952 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.8.238.190:42533 every 8 connection(s)
16:24:31.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:31.955781 9810 server_base.cc:1166] Dumped server information to /tmp/dist-test-task1FAUVc/test-tmp/mini-kudu-cluster4644396778261056953/master-0/data/info.pb
16:24:31.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:31.965524 9146 external_mini_cluster.cc:1388] Started /tmp/dist-test-task1FAUVc/build/tsan/bin/kudu as pid 9810
16:24:31.966 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
16:24:31.966 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.8.238.189:43449
16:24:31.966 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 1
}
}
16:24:31.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:31.970477 9953 sys_catalog.cc:263] Verifying existing consensus state
16:24:31.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:31.972831 9146 external_mini_cluster.cc:1326] Running /tmp/dist-test-task1FAUVc/build/tsan/bin/kudu
16:24:31.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task1FAUVc/build/tsan/bin/kudu
16:24:31.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task1FAUVc/test-tmp/mini-kudu-cluster4644396778261056953/master-1/wal
16:24:31.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task1FAUVc/test-tmp/mini-kudu-cluster4644396778261056953/master-1/data
16:24:31.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
16:24:31.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
16:24:31.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
16:24:31.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
16:24:31.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
16:24:31.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
16:24:31.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task1FAUVc/test-tmp/mini-kudu-cluster4644396778261056953/master-1/logs
16:24:31.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task1FAUVc/test-tmp/mini-kudu-cluster4644396778261056953/master-1/data/info.pb
16:24:31.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
16:24:31.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
16:24:31.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
16:24:31.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
16:24:31.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
16:24:31.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
16:24:31.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
16:24:31.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
16:24:31.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
16:24:31.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
16:24:31.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
16:24:31.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
16:24:31.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.8.238.189:43449
16:24:31.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.8.238.189
16:24:31.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=33577
16:24:31.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-task1FAUVc/test-tmp/mini-kudu-cluster4644396778261056953/krb5kdc/kudu_127.8.238.189.keytab
16:24:31.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.8.238.189
16:24:31.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
16:24:31.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
16:24:31.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
16:24:31.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.8.238.148:34759
16:24:31.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
16:24:31.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
16:24:31.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
16:24:31.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
16:24:31.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.8.238.190:42533,127.8.238.189:43449,127.8.238.188:43777
16:24:31.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
16:24:31.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:43831/jwks.json
16:24:31.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-task1FAUVc/test-tmp/mini-kudu-cluster4644396778261056953/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-task1FAUVc/test-tmp/mini-kudu-cluster4644396778261056953/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-task1FAUVc/test-tmp/mini-kudu-cluster4644396778261056953/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
16:24:31.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:31.978320 9953 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 07ac3ea0925a4cb396a5b143f3dc6eca: Bootstrap starting.
16:24:32.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:32.013311 9953 log.cc:824] T 00000000000000000000000000000000 P 07ac3ea0925a4cb396a5b143f3dc6eca: Log is configured to *not* fsync() on all Append() calls
16:24:32.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:32.018059 9953 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 07ac3ea0925a4cb396a5b143f3dc6eca: Bootstrap replayed 1/1 log segments. Stats: ops{read=0 overwritten=0 applied=0 ignored=0} inserts{seen=0 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
16:24:32.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:32.018810 9953 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 07ac3ea0925a4cb396a5b143f3dc6eca: Bootstrap complete.
16:24:32.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:32.049397 9953 raft_consensus.cc:348] T 00000000000000000000000000000000 P 07ac3ea0925a4cb396a5b143f3dc6eca [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "07ac3ea0925a4cb396a5b143f3dc6eca" member_type: VOTER last_known_addr { host: "127.8.238.190" port: 42533 } } peers { permanent_uuid: "6b297b145e0e4634a2db7e52c7ab50ba" member_type: VOTER last_known_addr { host: "127.8.238.189" port: 43449 } } peers { permanent_uuid: "68b58970f0fd4d238b4df38d1ecd4990" member_type: VOTER last_known_addr { host: "127.8.238.188" port: 43777 } }
16:24:32.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:32.052237 9953 raft_consensus.cc:374] T 00000000000000000000000000000000 P 07ac3ea0925a4cb396a5b143f3dc6eca [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
16:24:32.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:32.052539 9953 raft_consensus.cc:729] T 00000000000000000000000000000000 P 07ac3ea0925a4cb396a5b143f3dc6eca [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 07ac3ea0925a4cb396a5b143f3dc6eca, State: Initialized, Role: FOLLOWER
16:24:32.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:32.053521 9953 consensus_queue.cc:260] T 00000000000000000000000000000000 P 07ac3ea0925a4cb396a5b143f3dc6eca [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "07ac3ea0925a4cb396a5b143f3dc6eca" member_type: VOTER last_known_addr { host: "127.8.238.190" port: 42533 } } peers { permanent_uuid: "6b297b145e0e4634a2db7e52c7ab50ba" member_type: VOTER last_known_addr { host: "127.8.238.189" port: 43449 } } peers { permanent_uuid: "68b58970f0fd4d238b4df38d1ecd4990" member_type: VOTER last_known_addr { host: "127.8.238.188" port: 43777 } }
16:24:32.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:32.056360 9958 sys_catalog.cc:455] T 00000000000000000000000000000000 P 07ac3ea0925a4cb396a5b143f3dc6eca [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "07ac3ea0925a4cb396a5b143f3dc6eca" member_type: VOTER last_known_addr { host: "127.8.238.190" port: 42533 } } peers { permanent_uuid: "6b297b145e0e4634a2db7e52c7ab50ba" member_type: VOTER last_known_addr { host: "127.8.238.189" port: 43449 } } peers { permanent_uuid: "68b58970f0fd4d238b4df38d1ecd4990" member_type: VOTER last_known_addr { host: "127.8.238.188" port: 43777 } } }
16:24:32.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:32.057245 9958 sys_catalog.cc:458] T 00000000000000000000000000000000 P 07ac3ea0925a4cb396a5b143f3dc6eca [sys.catalog]: This master's current role is: FOLLOWER
16:24:32.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:32.058158 9953 sys_catalog.cc:564] T 00000000000000000000000000000000 P 07ac3ea0925a4cb396a5b143f3dc6eca [sys.catalog]: configured and running, proceeding with master startup.
16:24:32.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:24:32.090368 9981 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 07ac3ea0925a4cb396a5b143f3dc6eca: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
16:24:32.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:24:32.091538 9981 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
16:24:32.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 11 16:24:32 dist-test-slave-z8x9 krb5kdc[9167](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786465471, etypes {rep=17 tkt=17 ses=17}, kudu/127.8.238.190@KRBTEST.COM for kudu/127.8.238.190@KRBTEST.COM
16:24:32.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:24:32.131877 9857 tablet.cc:2369] T 00000000000000000000000000000000 P 07ac3ea0925a4cb396a5b143f3dc6eca: Can't schedule compaction. Clean time has not been advanced past its initial value.
16:24:32.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:32.133701 9810 master_runner.cc:186] Error getting master registration for 127.8.238.189:43449: Network error: Client connection negotiation failed: client connection to 127.8.238.189:43449: connect: Connection refused (error 111),
16:24:32.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:32.162722 9810 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
16:24:32.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:24:32.398677 9955 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
16:24:32.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:24:32.399415 9955 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
16:24:32.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:24:32.400161 9955 flags.cc:425] Enabled unsafe flag: --never_fsync=true
16:24:32.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:24:32.433571 9955 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
16:24:32.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:24:32.433877 9955 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
16:24:32.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:24:32.434280 9955 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
16:24:32.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:24:32.434618 9955 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
16:24:32.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:24:32.434934 9955 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
16:24:32.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:24:32.435257 9955 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
16:24:32.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:24:32.435493 9955 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:43831/jwks.json
16:24:32.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:32.476147 9955 master_runner.cc:386] Master server non-default flags:
16:24:32.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
16:24:32.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.8.238.148:34759
16:24:32.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
16:24:32.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
16:24:32.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task1FAUVc/test-tmp/mini-kudu-cluster4644396778261056953/master-1/data
16:24:32.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task1FAUVc/test-tmp/mini-kudu-cluster4644396778261056953/master-1/wal
16:24:32.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
16:24:32.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
16:24:32.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.8.238.190:42533,127.8.238.189:43449,127.8.238.188:43777
16:24:32.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-task1FAUVc/test-tmp/mini-kudu-cluster4644396778261056953/krb5kdc/kudu_127.8.238.189.keytab
16:24:32.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.8.238.189
16:24:32.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
16:24:32.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
16:24:32.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
16:24:32.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.8.238.189:43449
16:24:32.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
16:24:32.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
16:24:32.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
16:24:32.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:43831/jwks.json
16:24:32.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
16:24:32.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
16:24:32.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
16:24:32.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
16:24:32.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
16:24:32.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task1FAUVc/test-tmp/mini-kudu-cluster4644396778261056953/master-1/data/info.pb
16:24:32.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.8.238.189
16:24:32.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=33577
16:24:32.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
16:24:32.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
16:24:32.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
16:24:32.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
16:24:32.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
16:24:32.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task1FAUVc/test-tmp/mini-kudu-cluster4644396778261056953/master-1/logs
16:24:32.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
16:24:32.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
16:24:32.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
16:24:32.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
16:24:32.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
16:24:32.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
16:24:32.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
16:24:32.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 11 Aug 2026 15:14:16 UTC on ccycloud.quasar-uwbvwl.root.comops.site
16:24:32.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4580677
16:24:32.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
16:24:32.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:32.477865 9955 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
16:24:32.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:32.479421 9955 file_cache.cc:493] Constructed file cache file cache with capacity 419430
16:24:32.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:24:32.506057 10001 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
16:24:32.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:32.526279 9958 raft_consensus.cc:482] T 00000000000000000000000000000000 P 07ac3ea0925a4cb396a5b143f3dc6eca [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
16:24:32.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:32.527133 9958 raft_consensus.cc:504] T 00000000000000000000000000000000 P 07ac3ea0925a4cb396a5b143f3dc6eca [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "07ac3ea0925a4cb396a5b143f3dc6eca" member_type: VOTER last_known_addr { host: "127.8.238.190" port: 42533 } } peers { permanent_uuid: "6b297b145e0e4634a2db7e52c7ab50ba" member_type: VOTER last_known_addr { host: "127.8.238.189" port: 43449 } } peers { permanent_uuid: "68b58970f0fd4d238b4df38d1ecd4990" member_type: VOTER last_known_addr { host: "127.8.238.188" port: 43777 } }
16:24:32.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:32.531955 9958 leader_election.cc:288] T 00000000000000000000000000000000 P 07ac3ea0925a4cb396a5b143f3dc6eca [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 6b297b145e0e4634a2db7e52c7ab50ba (127.8.238.189:43449), 68b58970f0fd4d238b4df38d1ecd4990 (127.8.238.188:43777)
16:24:32.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:24:32.536324 9848 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.8.238.189:43449: connect: Connection refused (error 111)
16:24:32.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:24:32.555965 9848 leader_election.cc:334] T 00000000000000000000000000000000 P 07ac3ea0925a4cb396a5b143f3dc6eca [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 6b297b145e0e4634a2db7e52c7ab50ba (127.8.238.189:43449): Network error: Client connection negotiation failed: client connection to 127.8.238.189:43449: connect: Connection refused (error 111)
16:24:32.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:24:32.556978 9848 leader_election.cc:334] T 00000000000000000000000000000000 P 07ac3ea0925a4cb396a5b143f3dc6eca [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 68b58970f0fd4d238b4df38d1ecd4990 (127.8.238.188:43777): Network error: Client connection negotiation failed: client connection to 127.8.238.188:43777: connect: Connection refused (error 111)
16:24:32.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:32.557619 9848 leader_election.cc:302] T 00000000000000000000000000000000 P 07ac3ea0925a4cb396a5b143f3dc6eca [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 07ac3ea0925a4cb396a5b143f3dc6eca; no voters: 68b58970f0fd4d238b4df38d1ecd4990, 6b297b145e0e4634a2db7e52c7ab50ba
16:24:32.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:32.558830 9958 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 07ac3ea0925a4cb396a5b143f3dc6eca [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
16:24:33.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:24:33.098625 9981 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 07ac3ea0925a4cb396a5b143f3dc6eca: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
16:24:33.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:24:33.099136 9981 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
16:24:33.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:24:32.506948 10005 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
16:24:33.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:24:32.507493 10002 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
16:24:33.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:24:33.804643 10004 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
16:24:33.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:33.804760 9955 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
16:24:33.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:33.809755 9955 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
16:24:33.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:33.813040 9955 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
16:24:33.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:33.814540 9955 hybrid_clock.cc:648] HybridClock initialized: now 1786465473814465 us; error 82 us; skew 500 ppm
16:24:33.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:33.815363 9955 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
16:24:33.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 11 16:24:33 dist-test-slave-z8x9 krb5kdc[9167](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786465473, etypes {rep=17 tkt=17 ses=17}, kudu/127.8.238.189@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
16:24:33.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:33.828965 9955 init.cc:377] Logged in from keytab as kudu/127.8.238.189@KRBTEST.COM (short username kudu)
16:24:33.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:33.835654 9955 webserver.cc:460] Webserver started at http://127.8.238.189:33577/ using document root <none> and password file <none>
16:24:33.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:33.836715 9955 fs_manager.cc:359] Metadata directory not provided
16:24:33.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:33.837021 9955 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
16:24:33.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:33.845927 9955 fs_manager.cc:709] Time spent opening directory manager: real 0.006s user 0.007s sys 0.000s
16:24:33.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:33.854671 10030 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
16:24:33.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:33.860024 9955 fs_manager.cc:725] Time spent opening block manager: real 0.012s user 0.003s sys 0.004s
16:24:33.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:33.860455 9955 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-task1FAUVc/test-tmp/mini-kudu-cluster4644396778261056953/master-1/data,/tmp/dist-test-task1FAUVc/test-tmp/mini-kudu-cluster4644396778261056953/master-1/wal
16:24:33.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6b297b145e0e4634a2db7e52c7ab50ba"
16:24:33.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 16:24:25 on dist-test-slave-z8x9"
16:24:33.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:33.863986 9955 fs_report.cc:383] FS layout report
16:24:33.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
16:24:33.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task1FAUVc/test-tmp/mini-kudu-cluster4644396778261056953/master-1/wal
16:24:33.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task1FAUVc/test-tmp/mini-kudu-cluster4644396778261056953/master-1/wal
16:24:33.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task1FAUVc/test-tmp/mini-kudu-cluster4644396778261056953/master-1/data/data
16:24:33.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
16:24:33.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
16:24:33.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
16:24:33.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
16:24:33.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
16:24:33.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
16:24:33.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
16:24:33.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
16:24:33.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
16:24:33.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
16:24:33.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
16:24:33.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:33.926808 9955 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
16:24:33.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:33.934284 9955 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
16:24:33.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:33.934857 9955 kserver.cc:163] Server-wide thread pool size limit: 3276
16:24:34.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:34.054859 9955 rpc_server.cc:307] RPC server started. Bound to: 127.8.238.189:43449
16:24:34.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:34.055006 10150 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.8.238.189:43449 every 8 connection(s)
16:24:34.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:34.057873 9955 server_base.cc:1166] Dumped server information to /tmp/dist-test-task1FAUVc/test-tmp/mini-kudu-cluster4644396778261056953/master-1/data/info.pb
16:24:34.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:34.064042 9146 external_mini_cluster.cc:1388] Started /tmp/dist-test-task1FAUVc/build/tsan/bin/kudu as pid 9955
16:24:34.065 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
16:24:34.065 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.8.238.188:43777
16:24:34.066 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 2
}
}
16:24:34.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:34.067734 9146 external_mini_cluster.cc:1326] Running /tmp/dist-test-task1FAUVc/build/tsan/bin/kudu
16:24:34.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task1FAUVc/build/tsan/bin/kudu
16:24:34.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task1FAUVc/test-tmp/mini-kudu-cluster4644396778261056953/master-2/wal
16:24:34.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task1FAUVc/test-tmp/mini-kudu-cluster4644396778261056953/master-2/data
16:24:34.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
16:24:34.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
16:24:34.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
16:24:34.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
16:24:34.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
16:24:34.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
16:24:34.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task1FAUVc/test-tmp/mini-kudu-cluster4644396778261056953/master-2/logs
16:24:34.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task1FAUVc/test-tmp/mini-kudu-cluster4644396778261056953/master-2/data/info.pb
16:24:34.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
16:24:34.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
16:24:34.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
16:24:34.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
16:24:34.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
16:24:34.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
16:24:34.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
16:24:34.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
16:24:34.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
16:24:34.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
16:24:34.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
16:24:34.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
16:24:34.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.8.238.188:43777
16:24:34.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.8.238.188
16:24:34.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=38767
16:24:34.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-task1FAUVc/test-tmp/mini-kudu-cluster4644396778261056953/krb5kdc/kudu_127.8.238.188.keytab
16:24:34.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.8.238.188
16:24:34.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
16:24:34.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
16:24:34.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
16:24:34.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.8.238.148:34759
16:24:34.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
16:24:34.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
16:24:34.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
16:24:34.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
16:24:34.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.8.238.190:42533,127.8.238.189:43449,127.8.238.188:43777
16:24:34.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
16:24:34.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:43831/jwks.json
16:24:34.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-task1FAUVc/test-tmp/mini-kudu-cluster4644396778261056953/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-task1FAUVc/test-tmp/mini-kudu-cluster4644396778261056953/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-task1FAUVc/test-tmp/mini-kudu-cluster4644396778261056953/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
16:24:34.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:34.076303 10151 sys_catalog.cc:263] Verifying existing consensus state
16:24:34.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:34.085225 10151 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 6b297b145e0e4634a2db7e52c7ab50ba: Bootstrap starting.
16:24:34.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:24:34.103605 9981 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 07ac3ea0925a4cb396a5b143f3dc6eca: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
16:24:34.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:24:34.104231 9981 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
16:24:34.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:34.143574 10151 log.cc:824] T 00000000000000000000000000000000 P 6b297b145e0e4634a2db7e52c7ab50ba: Log is configured to *not* fsync() on all Append() calls
16:24:34.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:34.162235 10151 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 6b297b145e0e4634a2db7e52c7ab50ba: Bootstrap replayed 1/1 log segments. Stats: ops{read=1 overwritten=0 applied=0 ignored=0} inserts{seen=0 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 1 replicates
16:24:34.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:34.163462 10151 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 6b297b145e0e4634a2db7e52c7ab50ba: Bootstrap complete.
16:24:34.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:34.199119 10151 raft_consensus.cc:348] T 00000000000000000000000000000000 P 6b297b145e0e4634a2db7e52c7ab50ba [term 1 FOLLOWER]: Replica starting. Triggering 1 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "07ac3ea0925a4cb396a5b143f3dc6eca" member_type: VOTER last_known_addr { host: "127.8.238.190" port: 42533 } } peers { permanent_uuid: "6b297b145e0e4634a2db7e52c7ab50ba" member_type: VOTER last_known_addr { host: "127.8.238.189" port: 43449 } } peers { permanent_uuid: "68b58970f0fd4d238b4df38d1ecd4990" member_type: VOTER last_known_addr { host: "127.8.238.188" port: 43777 } }
16:24:34.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:34.202734 10151 raft_consensus.cc:729] T 00000000000000000000000000000000 P 6b297b145e0e4634a2db7e52c7ab50ba [term 1 FOLLOWER]: Becoming Follower/Learner. State: Replica: 6b297b145e0e4634a2db7e52c7ab50ba, State: Initialized, Role: FOLLOWER
16:24:34.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:34.204312 10160 raft_consensus.cc:482] T 00000000000000000000000000000000 P 07ac3ea0925a4cb396a5b143f3dc6eca [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
16:24:34.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:34.204222 10151 consensus_queue.cc:260] T 00000000000000000000000000000000 P 6b297b145e0e4634a2db7e52c7ab50ba [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 1.1, Last appended by leader: 1, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "07ac3ea0925a4cb396a5b143f3dc6eca" member_type: VOTER last_known_addr { host: "127.8.238.190" port: 42533 } } peers { permanent_uuid: "6b297b145e0e4634a2db7e52c7ab50ba" member_type: VOTER last_known_addr { host: "127.8.238.189" port: 43449 } } peers { permanent_uuid: "68b58970f0fd4d238b4df38d1ecd4990" member_type: VOTER last_known_addr { host: "127.8.238.188" port: 43777 } }
16:24:34.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:34.205101 10160 raft_consensus.cc:504] T 00000000000000000000000000000000 P 07ac3ea0925a4cb396a5b143f3dc6eca [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "07ac3ea0925a4cb396a5b143f3dc6eca" member_type: VOTER last_known_addr { host: "127.8.238.190" port: 42533 } } peers { permanent_uuid: "6b297b145e0e4634a2db7e52c7ab50ba" member_type: VOTER last_known_addr { host: "127.8.238.189" port: 43449 } } peers { permanent_uuid: "68b58970f0fd4d238b4df38d1ecd4990" member_type: VOTER last_known_addr { host: "127.8.238.188" port: 43777 } }
16:24:34.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:34.215034 10160 leader_election.cc:288] T 00000000000000000000000000000000 P 07ac3ea0925a4cb396a5b143f3dc6eca [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 6b297b145e0e4634a2db7e52c7ab50ba (127.8.238.189:43449), 68b58970f0fd4d238b4df38d1ecd4990 (127.8.238.188:43777)
16:24:34.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:34.215749 10161 sys_catalog.cc:455] T 00000000000000000000000000000000 P 6b297b145e0e4634a2db7e52c7ab50ba [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 1 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "07ac3ea0925a4cb396a5b143f3dc6eca" member_type: VOTER last_known_addr { host: "127.8.238.190" port: 42533 } } peers { permanent_uuid: "6b297b145e0e4634a2db7e52c7ab50ba" member_type: VOTER last_known_addr { host: "127.8.238.189" port: 43449 } } peers { permanent_uuid: "68b58970f0fd4d238b4df38d1ecd4990" member_type: VOTER last_known_addr { host: "127.8.238.188" port: 43777 } } }
16:24:34.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:34.216712 10161 sys_catalog.cc:458] T 00000000000000000000000000000000 P 6b297b145e0e4634a2db7e52c7ab50ba [sys.catalog]: This master's current role is: FOLLOWER
16:24:34.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:34.219614 10151 sys_catalog.cc:564] T 00000000000000000000000000000000 P 6b297b145e0e4634a2db7e52c7ab50ba [sys.catalog]: configured and running, proceeding with master startup.
16:24:34.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 11 16:24:34 dist-test-slave-z8x9 krb5kdc[9167](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786465471, etypes {rep=17 tkt=17 ses=17}, kudu/127.8.238.190@KRBTEST.COM for kudu/127.8.238.189@KRBTEST.COM
16:24:34.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:24:34.252357 9848 leader_election.cc:334] T 00000000000000000000000000000000 P 07ac3ea0925a4cb396a5b143f3dc6eca [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 68b58970f0fd4d238b4df38d1ecd4990 (127.8.238.188:43777): Network error: Client connection negotiation failed: client connection to 127.8.238.188:43777: connect: Connection refused (error 111)
16:24:34.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:34.264711 10095 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "07ac3ea0925a4cb396a5b143f3dc6eca" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "6b297b145e0e4634a2db7e52c7ab50ba" is_pre_election: true
16:24:34.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:34.266366 10095 raft_consensus.cc:2379] T 00000000000000000000000000000000 P 6b297b145e0e4634a2db7e52c7ab50ba [term 1 FOLLOWER]: Leader pre-election vote request: Denying vote to candidate 07ac3ea0925a4cb396a5b143f3dc6eca in current term 1: Already voted for candidate 6b297b145e0e4634a2db7e52c7ab50ba in this term.
16:24:34.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:34.268268 9848 leader_election.cc:302] T 00000000000000000000000000000000 P 07ac3ea0925a4cb396a5b143f3dc6eca [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 07ac3ea0925a4cb396a5b143f3dc6eca; no voters: 68b58970f0fd4d238b4df38d1ecd4990, 6b297b145e0e4634a2db7e52c7ab50ba
16:24:34.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:34.269562 10160 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 07ac3ea0925a4cb396a5b143f3dc6eca [term 0 FOLLOWER]: Advancing to term 1
16:24:34.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:34.280165 10160 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 07ac3ea0925a4cb396a5b143f3dc6eca [term 1 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
16:24:34.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:24:34.289285 10182 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 6b297b145e0e4634a2db7e52c7ab50ba: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
16:24:34.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:24:34.289631 10182 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
16:24:34.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 11 16:24:34 dist-test-slave-z8x9 krb5kdc[9167](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786465473, etypes {rep=17 tkt=17 ses=17}, kudu/127.8.238.189@KRBTEST.COM for kudu/127.8.238.190@KRBTEST.COM
16:24:34.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 11 16:24:34 dist-test-slave-z8x9 krb5kdc[9167](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786465473, etypes {rep=17 tkt=17 ses=17}, kudu/127.8.238.189@KRBTEST.COM for kudu/127.8.238.189@KRBTEST.COM
16:24:34.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:34.366211 9955 master_runner.cc:186] Error getting master registration for 127.8.238.188:43777: Network error: Client connection negotiation failed: client connection to 127.8.238.188:43777: connect: Connection refused (error 111),
16:24:34.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:34.388092 9955 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
16:24:34.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:24:34.442128 10045 tablet.cc:2369] T 00000000000000000000000000000000 P 6b297b145e0e4634a2db7e52c7ab50ba: Can't schedule compaction. Clean time has not been advanced past its initial value.
16:24:34.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:24:34.530323 10156 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
16:24:34.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:24:34.531117 10156 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
16:24:34.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:24:34.531934 10156 flags.cc:425] Enabled unsafe flag: --never_fsync=true
16:24:34.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:24:34.564985 10156 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
16:24:34.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:24:34.565299 10156 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
16:24:34.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:24:34.565683 10156 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
16:24:34.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:24:34.566021 10156 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
16:24:34.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:24:34.566336 10156 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
16:24:34.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:24:34.566646 10156 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
16:24:34.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:24:34.566887 10156 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:43831/jwks.json
16:24:34.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:34.606015 10156 master_runner.cc:386] Master server non-default flags:
16:24:34.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
16:24:34.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.8.238.148:34759
16:24:34.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
16:24:34.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
16:24:34.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task1FAUVc/test-tmp/mini-kudu-cluster4644396778261056953/master-2/data
16:24:34.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task1FAUVc/test-tmp/mini-kudu-cluster4644396778261056953/master-2/wal
16:24:34.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
16:24:34.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
16:24:34.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.8.238.190:42533,127.8.238.189:43449,127.8.238.188:43777
16:24:34.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-task1FAUVc/test-tmp/mini-kudu-cluster4644396778261056953/krb5kdc/kudu_127.8.238.188.keytab
16:24:34.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.8.238.188
16:24:34.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
16:24:34.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
16:24:34.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
16:24:34.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.8.238.188:43777
16:24:34.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
16:24:34.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
16:24:34.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
16:24:34.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:43831/jwks.json
16:24:34.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
16:24:34.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
16:24:34.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
16:24:34.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
16:24:34.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
16:24:34.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task1FAUVc/test-tmp/mini-kudu-cluster4644396778261056953/master-2/data/info.pb
16:24:34.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.8.238.188
16:24:34.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=38767
16:24:34.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
16:24:34.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
16:24:34.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
16:24:34.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
16:24:34.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
16:24:34.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task1FAUVc/test-tmp/mini-kudu-cluster4644396778261056953/master-2/logs
16:24:34.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
16:24:34.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
16:24:34.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
16:24:34.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
16:24:34.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
16:24:34.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
16:24:34.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
16:24:34.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 11 Aug 2026 15:14:16 UTC on ccycloud.quasar-uwbvwl.root.comops.site
16:24:34.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4580677
16:24:34.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
16:24:34.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:34.607628 10156 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
16:24:34.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:34.609064 10156 file_cache.cc:493] Constructed file cache file cache with capacity 419430
16:24:34.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:24:34.638074 10201 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
16:24:35.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:24:35.110044 9981 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 07ac3ea0925a4cb396a5b143f3dc6eca: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
16:24:35.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:24:35.121358 9981 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
16:24:35.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:24:35.299536 10182 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 6b297b145e0e4634a2db7e52c7ab50ba: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
16:24:35.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:24:35.300191 10182 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
16:24:35.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:35.443893 10214 raft_consensus.cc:482] T 00000000000000000000000000000000 P 6b297b145e0e4634a2db7e52c7ab50ba [term 1 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
16:24:35.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:35.446516 10214 raft_consensus.cc:504] T 00000000000000000000000000000000 P 6b297b145e0e4634a2db7e52c7ab50ba [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "07ac3ea0925a4cb396a5b143f3dc6eca" member_type: VOTER last_known_addr { host: "127.8.238.190" port: 42533 } } peers { permanent_uuid: "6b297b145e0e4634a2db7e52c7ab50ba" member_type: VOTER last_known_addr { host: "127.8.238.189" port: 43449 } } peers { permanent_uuid: "68b58970f0fd4d238b4df38d1ecd4990" member_type: VOTER last_known_addr { host: "127.8.238.188" port: 43777 } }
16:24:35.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:35.454366 9907 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "6b297b145e0e4634a2db7e52c7ab50ba" candidate_term: 2 candidate_status { last_received { term: 1 index: 1 } } ignore_live_leader: false dest_uuid: "07ac3ea0925a4cb396a5b143f3dc6eca" is_pre_election: true
16:24:35.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:35.455785 9907 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 07ac3ea0925a4cb396a5b143f3dc6eca [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 6b297b145e0e4634a2db7e52c7ab50ba in term 1.
16:24:35.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:35.459169 10033 leader_election.cc:302] T 00000000000000000000000000000000 P 6b297b145e0e4634a2db7e52c7ab50ba [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 07ac3ea0925a4cb396a5b143f3dc6eca, 6b297b145e0e4634a2db7e52c7ab50ba; no voters:
16:24:35.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:35.464416 10214 leader_election.cc:288] T 00000000000000000000000000000000 P 6b297b145e0e4634a2db7e52c7ab50ba [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers 07ac3ea0925a4cb396a5b143f3dc6eca (127.8.238.190:42533), 68b58970f0fd4d238b4df38d1ecd4990 (127.8.238.188:43777)
16:24:35.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:35.466571 10214 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 6b297b145e0e4634a2db7e52c7ab50ba [term 1 FOLLOWER]: Leader pre-election won for term 2
16:24:35.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:35.468302 10214 raft_consensus.cc:482] T 00000000000000000000000000000000 P 6b297b145e0e4634a2db7e52c7ab50ba [term 1 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
16:24:35.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:35.469849 10214 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 6b297b145e0e4634a2db7e52c7ab50ba [term 1 FOLLOWER]: Advancing to term 2
16:24:35.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:24:35.498368 10033 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.8.238.188:43777: connect: Connection refused (error 111)
16:24:35.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:35.524258 10214 raft_consensus.cc:504] T 00000000000000000000000000000000 P 6b297b145e0e4634a2db7e52c7ab50ba [term 2 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "07ac3ea0925a4cb396a5b143f3dc6eca" member_type: VOTER last_known_addr { host: "127.8.238.190" port: 42533 } } peers { permanent_uuid: "6b297b145e0e4634a2db7e52c7ab50ba" member_type: VOTER last_known_addr { host: "127.8.238.189" port: 43449 } } peers { permanent_uuid: "68b58970f0fd4d238b4df38d1ecd4990" member_type: VOTER last_known_addr { host: "127.8.238.188" port: 43777 } }
16:24:35.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:35.532899 10214 leader_election.cc:288] T 00000000000000000000000000000000 P 6b297b145e0e4634a2db7e52c7ab50ba [CANDIDATE]: Term 2 election: Requested vote from peers 07ac3ea0925a4cb396a5b143f3dc6eca (127.8.238.190:42533), 68b58970f0fd4d238b4df38d1ecd4990 (127.8.238.188:43777)
16:24:35.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:24:35.535478 10033 leader_election.cc:334] T 00000000000000000000000000000000 P 6b297b145e0e4634a2db7e52c7ab50ba [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer 68b58970f0fd4d238b4df38d1ecd4990 (127.8.238.188:43777): Network error: Client connection negotiation failed: client connection to 127.8.238.188:43777: connect: Connection refused (error 111)
16:24:35.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:35.538429 9907 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "6b297b145e0e4634a2db7e52c7ab50ba" candidate_term: 2 candidate_status { last_received { term: 1 index: 1 } } ignore_live_leader: false dest_uuid: "07ac3ea0925a4cb396a5b143f3dc6eca"
16:24:35.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:35.539546 9907 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 07ac3ea0925a4cb396a5b143f3dc6eca [term 1 FOLLOWER]: Advancing to term 2
16:24:35.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:24:35.543990 10033 leader_election.cc:334] T 00000000000000000000000000000000 P 6b297b145e0e4634a2db7e52c7ab50ba [CANDIDATE]: Term 2 election: RPC error from VoteRequest() call to peer 68b58970f0fd4d238b4df38d1ecd4990 (127.8.238.188:43777): Network error: Client connection negotiation failed: client connection to 127.8.238.188:43777: connect: Connection refused (error 111)
16:24:35.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:35.558722 9907 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 07ac3ea0925a4cb396a5b143f3dc6eca [term 2 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 6b297b145e0e4634a2db7e52c7ab50ba in term 2.
16:24:35.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:35.561506 10033 leader_election.cc:302] T 00000000000000000000000000000000 P 6b297b145e0e4634a2db7e52c7ab50ba [CANDIDATE]: Term 2 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 07ac3ea0925a4cb396a5b143f3dc6eca, 6b297b145e0e4634a2db7e52c7ab50ba; no voters: 68b58970f0fd4d238b4df38d1ecd4990
16:24:35.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:35.563362 10214 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 6b297b145e0e4634a2db7e52c7ab50ba [term 2 FOLLOWER]: Leader election won for term 2
16:24:35.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:35.563995 10214 raft_consensus.cc:686] T 00000000000000000000000000000000 P 6b297b145e0e4634a2db7e52c7ab50ba [term 2 LEADER]: Becoming Leader. State: Replica: 6b297b145e0e4634a2db7e52c7ab50ba, State: Running, Role: LEADER
16:24:35.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:35.565294 10214 consensus_queue.cc:237] T 00000000000000000000000000000000 P 6b297b145e0e4634a2db7e52c7ab50ba [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 1.1, Last appended by leader: 1, Current term: 2, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "07ac3ea0925a4cb396a5b143f3dc6eca" member_type: VOTER last_known_addr { host: "127.8.238.190" port: 42533 } } peers { permanent_uuid: "6b297b145e0e4634a2db7e52c7ab50ba" member_type: VOTER last_known_addr { host: "127.8.238.189" port: 43449 } } peers { permanent_uuid: "68b58970f0fd4d238b4df38d1ecd4990" member_type: VOTER last_known_addr { host: "127.8.238.188" port: 43777 } }
16:24:35.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:35.587769 10216 sys_catalog.cc:455] T 00000000000000000000000000000000 P 6b297b145e0e4634a2db7e52c7ab50ba [sys.catalog]: SysCatalogTable state changed. Reason: New leader 6b297b145e0e4634a2db7e52c7ab50ba. Latest consensus state: current_term: 2 leader_uuid: "6b297b145e0e4634a2db7e52c7ab50ba" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "07ac3ea0925a4cb396a5b143f3dc6eca" member_type: VOTER last_known_addr { host: "127.8.238.190" port: 42533 } } peers { permanent_uuid: "6b297b145e0e4634a2db7e52c7ab50ba" member_type: VOTER last_known_addr { host: "127.8.238.189" port: 43449 } } peers { permanent_uuid: "68b58970f0fd4d238b4df38d1ecd4990" member_type: VOTER last_known_addr { host: "127.8.238.188" port: 43777 } } }
16:24:35.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:35.591562 10216 sys_catalog.cc:458] T 00000000000000000000000000000000 P 6b297b145e0e4634a2db7e52c7ab50ba [sys.catalog]: This master's current role is: LEADER
16:24:35.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:35.604225 10232 catalog_manager.cc:1475] Loading table and tablet metadata into memory...
16:24:35.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:35.616330 10232 catalog_manager.cc:1484] Initializing Kudu cluster ID...
16:24:35.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:24:35.652580 10033 consensus_peers.cc:487] T 00000000000000000000000000000000 P 6b297b145e0e4634a2db7e52c7ab50ba -> Peer 68b58970f0fd4d238b4df38d1ecd4990 (127.8.238.188:43777): Couldn't send request to peer 68b58970f0fd4d238b4df38d1ecd4990. Status: Network error: Client connection negotiation failed: client connection to 127.8.238.188:43777: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
16:24:35.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:35.656816 9907 raft_consensus.cc:1261] T 00000000000000000000000000000000 P 07ac3ea0925a4cb396a5b143f3dc6eca [term 2 FOLLOWER]: Refusing update from remote peer 6b297b145e0e4634a2db7e52c7ab50ba: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 2 index: 3. (index mismatch)
16:24:35.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:35.660673 10216 consensus_queue.cc:1035] T 00000000000000000000000000000000 P 6b297b145e0e4634a2db7e52c7ab50ba [LEADER]: Connected to new peer: Peer: permanent_uuid: "07ac3ea0925a4cb396a5b143f3dc6eca" member_type: VOTER last_known_addr { host: "127.8.238.190" port: 42533 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 2, Last known committed idx: 0, Time since last communication: 0.001s
16:24:35.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:35.721580 10237 sys_catalog.cc:455] T 00000000000000000000000000000000 P 07ac3ea0925a4cb396a5b143f3dc6eca [sys.catalog]: SysCatalogTable state changed. Reason: New leader 6b297b145e0e4634a2db7e52c7ab50ba. Latest consensus state: current_term: 2 leader_uuid: "6b297b145e0e4634a2db7e52c7ab50ba" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "07ac3ea0925a4cb396a5b143f3dc6eca" member_type: VOTER last_known_addr { host: "127.8.238.190" port: 42533 } } peers { permanent_uuid: "6b297b145e0e4634a2db7e52c7ab50ba" member_type: VOTER last_known_addr { host: "127.8.238.189" port: 43449 } } peers { permanent_uuid: "68b58970f0fd4d238b4df38d1ecd4990" member_type: VOTER last_known_addr { host: "127.8.238.188" port: 43777 } } }
16:24:35.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:35.724421 10237 sys_catalog.cc:458] T 00000000000000000000000000000000 P 07ac3ea0925a4cb396a5b143f3dc6eca [sys.catalog]: This master's current role is: FOLLOWER
16:24:35.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:35.775868 10233 mvcc.cc:205] Tried to move back new op lower bound from 7317362588219265024 to 7317362587932647424. Current Snapshot: MvccSnapshot[applied={T|T < 7317362588219265024}]
16:24:35.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:35.789023 10216 sys_catalog.cc:455] T 00000000000000000000000000000000 P 6b297b145e0e4634a2db7e52c7ab50ba [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 2 leader_uuid: "6b297b145e0e4634a2db7e52c7ab50ba" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "07ac3ea0925a4cb396a5b143f3dc6eca" member_type: VOTER last_known_addr { host: "127.8.238.190" port: 42533 } } peers { permanent_uuid: "6b297b145e0e4634a2db7e52c7ab50ba" member_type: VOTER last_known_addr { host: "127.8.238.189" port: 43449 } } peers { permanent_uuid: "68b58970f0fd4d238b4df38d1ecd4990" member_type: VOTER last_known_addr { host: "127.8.238.188" port: 43777 } } }
16:24:35.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:35.790424 10216 sys_catalog.cc:458] T 00000000000000000000000000000000 P 6b297b145e0e4634a2db7e52c7ab50ba [sys.catalog]: This master's current role is: LEADER
16:24:35.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:35.792461 10216 sys_catalog.cc:455] T 00000000000000000000000000000000 P 6b297b145e0e4634a2db7e52c7ab50ba [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 2 leader_uuid: "6b297b145e0e4634a2db7e52c7ab50ba" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "07ac3ea0925a4cb396a5b143f3dc6eca" member_type: VOTER last_known_addr { host: "127.8.238.190" port: 42533 } } peers { permanent_uuid: "6b297b145e0e4634a2db7e52c7ab50ba" member_type: VOTER last_known_addr { host: "127.8.238.189" port: 43449 } } peers { permanent_uuid: "68b58970f0fd4d238b4df38d1ecd4990" member_type: VOTER last_known_addr { host: "127.8.238.188" port: 43777 } } }
16:24:35.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:35.794049 10216 sys_catalog.cc:458] T 00000000000000000000000000000000 P 6b297b145e0e4634a2db7e52c7ab50ba [sys.catalog]: This master's current role is: LEADER
16:24:35.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:35.797230 10232 catalog_manager.cc:1347] Generated new cluster ID: ea5e8d9e40ae43fdaa6dccc894fce340
16:24:35.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:35.797653 10232 catalog_manager.cc:1495] Initializing Kudu internal certificate authority...
16:24:35.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:35.808066 10237 sys_catalog.cc:455] T 00000000000000000000000000000000 P 07ac3ea0925a4cb396a5b143f3dc6eca [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 2 leader_uuid: "6b297b145e0e4634a2db7e52c7ab50ba" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "07ac3ea0925a4cb396a5b143f3dc6eca" member_type: VOTER last_known_addr { host: "127.8.238.190" port: 42533 } } peers { permanent_uuid: "6b297b145e0e4634a2db7e52c7ab50ba" member_type: VOTER last_known_addr { host: "127.8.238.189" port: 43449 } } peers { permanent_uuid: "68b58970f0fd4d238b4df38d1ecd4990" member_type: VOTER last_known_addr { host: "127.8.238.188" port: 43777 } } }
16:24:35.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:35.809518 10237 sys_catalog.cc:458] T 00000000000000000000000000000000 P 07ac3ea0925a4cb396a5b143f3dc6eca [sys.catalog]: This master's current role is: FOLLOWER
16:24:35.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:35.812068 10245 sys_catalog.cc:455] T 00000000000000000000000000000000 P 07ac3ea0925a4cb396a5b143f3dc6eca [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 2 leader_uuid: "6b297b145e0e4634a2db7e52c7ab50ba" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "07ac3ea0925a4cb396a5b143f3dc6eca" member_type: VOTER last_known_addr { host: "127.8.238.190" port: 42533 } } peers { permanent_uuid: "6b297b145e0e4634a2db7e52c7ab50ba" member_type: VOTER last_known_addr { host: "127.8.238.189" port: 43449 } } peers { permanent_uuid: "68b58970f0fd4d238b4df38d1ecd4990" member_type: VOTER last_known_addr { host: "127.8.238.188" port: 43777 } } }
16:24:35.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:35.814088 10245 sys_catalog.cc:458] T 00000000000000000000000000000000 P 07ac3ea0925a4cb396a5b143f3dc6eca [sys.catalog]: This master's current role is: FOLLOWER
16:24:35.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:35.884505 10232 catalog_manager.cc:1370] Generated new certificate authority record
16:24:35.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:35.895900 10232 catalog_manager.cc:1504] Loading token signing keys...
16:24:35.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:35.978772 10232 catalog_manager.cc:5868] T 00000000000000000000000000000000 P 6b297b145e0e4634a2db7e52c7ab50ba: Generated new TSK 0
16:24:35.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:35.983250 10232 catalog_manager.cc:1514] Initializing in-progress tserver states...
16:24:36.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:36.134138 9981 catalog_manager.cc:1259] Loaded cluster ID: ea5e8d9e40ae43fdaa6dccc894fce340
16:24:36.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:36.134487 9981 catalog_manager.cc:1552] T 00000000000000000000000000000000 P 07ac3ea0925a4cb396a5b143f3dc6eca: loading cluster ID for follower catalog manager: success
16:24:36.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:36.148802 9981 catalog_manager.cc:1574] T 00000000000000000000000000000000 P 07ac3ea0925a4cb396a5b143f3dc6eca: acquiring CA information for follower catalog manager: success
16:24:36.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:36.177724 9981 catalog_manager.cc:1602] T 00000000000000000000000000000000 P 07ac3ea0925a4cb396a5b143f3dc6eca: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
16:24:36.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:24:34.640290 10200 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
16:24:36.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:24:34.638787 10206 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
16:24:36.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:24:36.668704 10203 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 2020 milliseconds
16:24:36.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:36.668845 10156 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
16:24:36.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:36.670852 10156 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
16:24:36.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:36.675575 10156 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
16:24:36.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:36.677059 10156 hybrid_clock.cc:648] HybridClock initialized: now 1786465476677035 us; error 58 us; skew 500 ppm
16:24:36.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:36.678236 10156 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
16:24:36.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 11 16:24:36 dist-test-slave-z8x9 krb5kdc[9167](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786465476, etypes {rep=17 tkt=17 ses=17}, kudu/127.8.238.188@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
16:24:36.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:36.690393 10156 init.cc:377] Logged in from keytab as kudu/127.8.238.188@KRBTEST.COM (short username kudu)
16:24:36.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:36.704610 10156 webserver.cc:460] Webserver started at http://127.8.238.188:38767/ using document root <none> and password file <none>
16:24:36.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:36.705771 10156 fs_manager.cc:359] Metadata directory not provided
16:24:36.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:36.706002 10156 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
16:24:36.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:36.718329 10156 fs_manager.cc:709] Time spent opening directory manager: real 0.009s user 0.006s sys 0.001s
16:24:36.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:36.727465 10272 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
16:24:36.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:36.728951 10156 fs_manager.cc:725] Time spent opening block manager: real 0.008s user 0.003s sys 0.005s
16:24:36.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:36.729386 10156 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-task1FAUVc/test-tmp/mini-kudu-cluster4644396778261056953/master-2/data,/tmp/dist-test-task1FAUVc/test-tmp/mini-kudu-cluster4644396778261056953/master-2/wal
16:24:36.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "68b58970f0fd4d238b4df38d1ecd4990"
16:24:36.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 16:24:27 on dist-test-slave-z8x9"
16:24:36.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:36.732558 10156 fs_report.cc:383] FS layout report
16:24:36.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
16:24:36.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task1FAUVc/test-tmp/mini-kudu-cluster4644396778261056953/master-2/wal
16:24:36.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task1FAUVc/test-tmp/mini-kudu-cluster4644396778261056953/master-2/wal
16:24:36.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task1FAUVc/test-tmp/mini-kudu-cluster4644396778261056953/master-2/data/data
16:24:36.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
16:24:36.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
16:24:36.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
16:24:36.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
16:24:36.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
16:24:36.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
16:24:36.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
16:24:36.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
16:24:36.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
16:24:36.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
16:24:36.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
16:24:36.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:36.788206 10156 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
16:24:36.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:36.795524 10156 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
16:24:36.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:36.796285 10156 kserver.cc:163] Server-wide thread pool size limit: 3276
16:24:37.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:37.092435 10156 rpc_server.cc:307] RPC server started. Bound to: 127.8.238.188:43777
16:24:37.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:37.092844 10371 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.8.238.188:43777 every 8 connection(s)
16:24:37.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:37.096987 10156 server_base.cc:1166] Dumped server information to /tmp/dist-test-task1FAUVc/test-tmp/mini-kudu-cluster4644396778261056953/master-2/data/info.pb
16:24:37.101 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
16:24:37.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:37.100268 9146 external_mini_cluster.cc:1388] Started /tmp/dist-test-task1FAUVc/build/tsan/bin/kudu as pid 10156
16:24:37.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:37.155792 10372 sys_catalog.cc:263] Verifying existing consensus state
16:24:37.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:37.215132 10372 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 68b58970f0fd4d238b4df38d1ecd4990: Bootstrap starting.
16:24:37.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 11 16:24:37 dist-test-slave-z8x9 krb5kdc[9167](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786465471, etypes {rep=17 tkt=17 ses=17}, kudu/127.8.238.190@KRBTEST.COM for kudu/127.8.238.188@KRBTEST.COM
16:24:37.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 11 16:24:37 dist-test-slave-z8x9 krb5kdc[9167](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786465473, etypes {rep=17 tkt=17 ses=17}, kudu/127.8.238.189@KRBTEST.COM for kudu/127.8.238.188@KRBTEST.COM
16:24:37.243 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.8.238.190:42533(127.8.238.190:42533)] connecting to peer
16:24:37.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:37.293056 9810 master_runner.cc:186] Error getting master registration for 127.8.238.188:43777: OK, instance_id { permanent_uuid: "68b58970f0fd4d238b4df38d1ecd4990" instance_seqno: 1786465477005005 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
16:24:37.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:37.302058 9810 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
16:24:37.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:37.380671 10372 log.cc:824] T 00000000000000000000000000000000 P 68b58970f0fd4d238b4df38d1ecd4990: Log is configured to *not* fsync() on all Append() calls
16:24:37.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:37.391659 10372 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 68b58970f0fd4d238b4df38d1ecd4990: Bootstrap replayed 1/1 log segments. Stats: ops{read=0 overwritten=0 applied=0 ignored=0} inserts{seen=0 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
16:24:37.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:37.393050 10372 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 68b58970f0fd4d238b4df38d1ecd4990: Bootstrap complete.
16:24:37.400 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.8.238.189:43449(127.8.238.189:43449)] connecting to peer
16:24:37.404 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.8.238.188:43777(127.8.238.188:43777)] connecting to peer
16:24:37.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:37.425886 10372 raft_consensus.cc:348] T 00000000000000000000000000000000 P 68b58970f0fd4d238b4df38d1ecd4990 [term 1 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "07ac3ea0925a4cb396a5b143f3dc6eca" member_type: VOTER last_known_addr { host: "127.8.238.190" port: 42533 } } peers { permanent_uuid: "6b297b145e0e4634a2db7e52c7ab50ba" member_type: VOTER last_known_addr { host: "127.8.238.189" port: 43449 } } peers { permanent_uuid: "68b58970f0fd4d238b4df38d1ecd4990" member_type: VOTER last_known_addr { host: "127.8.238.188" port: 43777 } }
16:24:37.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:37.429607 10372 raft_consensus.cc:729] T 00000000000000000000000000000000 P 68b58970f0fd4d238b4df38d1ecd4990 [term 1 FOLLOWER]: Becoming Follower/Learner. State: Replica: 68b58970f0fd4d238b4df38d1ecd4990, State: Initialized, Role: FOLLOWER
16:24:37.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:37.431205 10372 consensus_queue.cc:260] T 00000000000000000000000000000000 P 68b58970f0fd4d238b4df38d1ecd4990 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "07ac3ea0925a4cb396a5b143f3dc6eca" member_type: VOTER last_known_addr { host: "127.8.238.190" port: 42533 } } peers { permanent_uuid: "6b297b145e0e4634a2db7e52c7ab50ba" member_type: VOTER last_known_addr { host: "127.8.238.189" port: 43449 } } peers { permanent_uuid: "68b58970f0fd4d238b4df38d1ecd4990" member_type: VOTER last_known_addr { host: "127.8.238.188" port: 43777 } }
16:24:37.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:37.455971 10399 sys_catalog.cc:455] T 00000000000000000000000000000000 P 68b58970f0fd4d238b4df38d1ecd4990 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 1 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "07ac3ea0925a4cb396a5b143f3dc6eca" member_type: VOTER last_known_addr { host: "127.8.238.190" port: 42533 } } peers { permanent_uuid: "6b297b145e0e4634a2db7e52c7ab50ba" member_type: VOTER last_known_addr { host: "127.8.238.189" port: 43449 } } peers { permanent_uuid: "68b58970f0fd4d238b4df38d1ecd4990" member_type: VOTER last_known_addr { host: "127.8.238.188" port: 43777 } } }
16:24:37.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:37.458259 10399 sys_catalog.cc:458] T 00000000000000000000000000000000 P 68b58970f0fd4d238b4df38d1ecd4990 [sys.catalog]: This master's current role is: FOLLOWER
16:24:37.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:37.459414 10372 sys_catalog.cc:564] T 00000000000000000000000000000000 P 68b58970f0fd4d238b4df38d1ecd4990 [sys.catalog]: configured and running, proceeding with master startup.
16:24:37.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:37.462419 10329 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 68b58970f0fd4d238b4df38d1ecd4990 [term 1 FOLLOWER]: Advancing to term 2
16:24:37.504 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.8.238.189:43449(127.8.238.189:43449)] Successfully connected to peer
16:24:37.516 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.8.238.190:42533(127.8.238.190:42533)] Successfully connected to peer
16:24:37.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:37.524394 10214 consensus_queue.cc:1037] T 00000000000000000000000000000000 P 6b297b145e0e4634a2db7e52c7ab50ba [LEADER]: Got LMP mismatch error from peer: Peer: permanent_uuid: "68b58970f0fd4d238b4df38d1ecd4990" member_type: VOTER last_known_addr { host: "127.8.238.188" port: 43777 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 2, Last known committed idx: 0, Time since last communication: 0.000s
16:24:37.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:24:37.560883 10281 tablet.cc:2369] T 00000000000000000000000000000000 P 68b58970f0fd4d238b4df38d1ecd4990: Can't schedule compaction. Clean time has not been advanced past its initial value.
16:24:37.654 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.8.238.188:43777(127.8.238.188:43777)] Successfully connected to peer
16:24:37.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:37.656607 10428 sys_catalog.cc:455] T 00000000000000000000000000000000 P 68b58970f0fd4d238b4df38d1ecd4990 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 2 leader_uuid: "6b297b145e0e4634a2db7e52c7ab50ba" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "07ac3ea0925a4cb396a5b143f3dc6eca" member_type: VOTER last_known_addr { host: "127.8.238.190" port: 42533 } } peers { permanent_uuid: "6b297b145e0e4634a2db7e52c7ab50ba" member_type: VOTER last_known_addr { host: "127.8.238.189" port: 43449 } } peers { permanent_uuid: "68b58970f0fd4d238b4df38d1ecd4990" member_type: VOTER last_known_addr { host: "127.8.238.188" port: 43777 } } }
16:24:37.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:37.674897 10428 sys_catalog.cc:458] T 00000000000000000000000000000000 P 68b58970f0fd4d238b4df38d1ecd4990 [sys.catalog]: This master's current role is: FOLLOWER
16:24:37.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:37.652635 10399 sys_catalog.cc:455] T 00000000000000000000000000000000 P 68b58970f0fd4d238b4df38d1ecd4990 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 6b297b145e0e4634a2db7e52c7ab50ba. Latest consensus state: current_term: 2 leader_uuid: "6b297b145e0e4634a2db7e52c7ab50ba" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "07ac3ea0925a4cb396a5b143f3dc6eca" member_type: VOTER last_known_addr { host: "127.8.238.190" port: 42533 } } peers { permanent_uuid: "6b297b145e0e4634a2db7e52c7ab50ba" member_type: VOTER last_known_addr { host: "127.8.238.189" port: 43449 } } peers { permanent_uuid: "68b58970f0fd4d238b4df38d1ecd4990" member_type: VOTER last_known_addr { host: "127.8.238.188" port: 43777 } } }
16:24:37.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:37.676789 10399 sys_catalog.cc:458] T 00000000000000000000000000000000 P 68b58970f0fd4d238b4df38d1ecd4990 [sys.catalog]: This master's current role is: FOLLOWER
16:24:37.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:37.688220 10434 catalog_manager.cc:795] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
16:24:37.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:37.660351 10425 sys_catalog.cc:455] T 00000000000000000000000000000000 P 68b58970f0fd4d238b4df38d1ecd4990 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 2 leader_uuid: "6b297b145e0e4634a2db7e52c7ab50ba" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "07ac3ea0925a4cb396a5b143f3dc6eca" member_type: VOTER last_known_addr { host: "127.8.238.190" port: 42533 } } peers { permanent_uuid: "6b297b145e0e4634a2db7e52c7ab50ba" member_type: VOTER last_known_addr { host: "127.8.238.189" port: 43449 } } peers { permanent_uuid: "68b58970f0fd4d238b4df38d1ecd4990" member_type: VOTER last_known_addr { host: "127.8.238.188" port: 43777 } } }
16:24:37.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:37.698359 10425 sys_catalog.cc:458] T 00000000000000000000000000000000 P 68b58970f0fd4d238b4df38d1ecd4990 [sys.catalog]: This master's current role is: FOLLOWER
16:24:37.703 [WARN - kudu-nio-0] (SecurityContext.java:209) Caller-provided Subject has a Kerberos ticket that is about to expire. Kudu expects the application to renew or re-acquire its own tickets before expiration.
16:24:37.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 11 16:24:37 dist-test-slave-z8x9 krb5kdc[9167](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786465476, etypes {rep=17 tkt=17 ses=17}, kudu/127.8.238.188@KRBTEST.COM for kudu/127.8.238.190@KRBTEST.COM
16:24:37.748 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism GSSAPI chosen for peer 127.8.238.189
16:24:37.749 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism GSSAPI chosen for peer 127.8.238.190
16:24:37.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 11 16:24:37 dist-test-slave-z8x9 krb5kdc[9167](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786465476, etypes {rep=17 tkt=17 ses=17}, kudu/127.8.238.188@KRBTEST.COM for kudu/127.8.238.189@KRBTEST.COM
16:24:37.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 11 16:24:37 dist-test-slave-z8x9 krb5kdc[9167](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786465476, etypes {rep=17 tkt=17 ses=17}, kudu/127.8.238.188@KRBTEST.COM for kudu/127.8.238.188@KRBTEST.COM
16:24:37.927 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism GSSAPI chosen for peer 127.8.238.188
16:24:38.057 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.238.189:43449(127.8.238.189:43449)] cleaning up while in state NEGOTIATING due to: Server requires Kerberos, but this client is not authenticated (missing or expired TGT)
16:24:38.066 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.238.189:43449: Server requires Kerberos, but this client is not authenticated (missing or expired TGT)
16:24:38.073 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.8.238.189:43449(127.8.238.189:43449)] handling channelInactive
16:24:38.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:24:38.073397 10407 negotiation.cc:337] Failed RPC negotiation. Trace:
16:24:38.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0811 16:24:37.494145 (+ 0us) reactor.cc:625] Submitting negotiation task for server connection from 127.0.0.1:52752 (local address 127.8.238.189:43449)
16:24:38.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0811 16:24:37.516657 (+ 22512us) server_negotiation.cc:206] Beginning negotiation
16:24:38.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0811 16:24:37.516708 (+ 51us) server_negotiation.cc:399] Waiting for connection header
16:24:38.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0811 16:24:37.600146 (+ 83438us) server_negotiation.cc:407] Connection header received
16:24:38.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0811 16:24:37.654204 (+ 54058us) server_negotiation.cc:365] Received NEGOTIATE NegotiatePB request
16:24:38.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0811 16:24:37.654250 (+ 46us) server_negotiation.cc:461] Received NEGOTIATE request from client
16:24:38.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0811 16:24:37.654630 (+ 380us) server_negotiation.cc:377] Sending NEGOTIATE NegotiatePB response
16:24:38.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0811 16:24:37.655063 (+ 433us) server_negotiation.cc:226] Negotiated authn=SASL
16:24:38.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0811 16:24:37.918548 (+263485us) server_negotiation.cc:365] Received TLS_HANDSHAKE NegotiatePB request
16:24:38.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0811 16:24:37.921404 (+ 2856us) server_negotiation.cc:377] Sending TLS_HANDSHAKE NegotiatePB response
16:24:38.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0811 16:24:38.046033 (+124629us) server_negotiation.cc:365] Received TLS_HANDSHAKE NegotiatePB request
16:24:38.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0811 16:24:38.046748 (+ 715us) server_negotiation.cc:377] Sending TLS_HANDSHAKE NegotiatePB response
16:24:38.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0811 16:24:38.046979 (+ 231us) server_negotiation.cc:662] Negotiated TLSv1.2 with cipher ECDHE-RSA-AES128-GCM-SHA256 TLSv1.2 Kx=ECDH Au=RSA Enc=AESGCM(128) Mac=AEAD
16:24:38.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0811 16:24:38.070234 (+ 23255us) negotiation.cc:327] Negotiation complete: Network error: Server connection negotiation failed: server connection from 127.0.0.1:52752: BlockingRecv error: failed to read from TLS socket (remote: 127.0.0.1:52752): Cannot send after transport endpoint shutdown (error 108)
16:24:38.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"server-negotiator.queue_time_us":21626,"thread_start_us":22438,"threads_started":1}
16:24:38.088 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.238.188:43777(127.8.238.188:43777)] cleaning up while in state NEGOTIATING due to: Server requires Kerberos, but this client is not authenticated (missing or expired TGT)
16:24:38.092 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.238.188:43777: Server requires Kerberos, but this client is not authenticated (missing or expired TGT)
16:24:38.096 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.238.190:42533(127.8.238.190:42533)] cleaning up while in state NEGOTIATING due to: Server requires Kerberos, but this client is not authenticated (missing or expired TGT)
16:24:38.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:24:38.098215 10384 negotiation.cc:337] Failed RPC negotiation. Trace:
16:24:38.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0811 16:24:37.516022 (+ 0us) reactor.cc:625] Submitting negotiation task for server connection from 127.0.0.1:37254 (local address 127.8.238.188:43777)
16:24:38.098 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.238.190:42533: Server requires Kerberos, but this client is not authenticated (missing or expired TGT)
16:24:38.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0811 16:24:37.527286 (+ 11264us) server_negotiation.cc:206] Beginning negotiation
16:24:38.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0811 16:24:37.527314 (+ 28us) server_negotiation.cc:399] Waiting for connection header
16:24:38.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0811 16:24:37.656755 (+129441us) server_negotiation.cc:407] Connection header received
16:24:38.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0811 16:24:37.657247 (+ 492us) server_negotiation.cc:365] Received NEGOTIATE NegotiatePB request
16:24:38.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0811 16:24:37.657292 (+ 45us) server_negotiation.cc:461] Received NEGOTIATE request from client
16:24:38.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0811 16:24:37.661769 (+ 4477us) server_negotiation.cc:377] Sending NEGOTIATE NegotiatePB response
16:24:38.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0811 16:24:37.675724 (+ 13955us) server_negotiation.cc:226] Negotiated authn=SASL
16:24:38.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0811 16:24:37.937205 (+261481us) server_negotiation.cc:365] Received TLS_HANDSHAKE NegotiatePB request
16:24:38.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0811 16:24:37.939099 (+ 1894us) server_negotiation.cc:377] Sending TLS_HANDSHAKE NegotiatePB response
16:24:38.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0811 16:24:38.045998 (+106899us) server_negotiation.cc:365] Received TLS_HANDSHAKE NegotiatePB request
16:24:38.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0811 16:24:38.046653 (+ 655us) server_negotiation.cc:377] Sending TLS_HANDSHAKE NegotiatePB response
16:24:38.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0811 16:24:38.046852 (+ 199us) server_negotiation.cc:662] Negotiated TLSv1.2 with cipher ECDHE-RSA-AES128-GCM-SHA256 TLSv1.2 Kx=ECDH Au=RSA Enc=AESGCM(128) Mac=AEAD
16:24:38.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0811 16:24:38.094754 (+ 47902us) negotiation.cc:327] Negotiation complete: Network error: Server connection negotiation failed: server connection from 127.0.0.1:37254: BlockingRecv error: failed to read from TLS socket (remote: 127.0.0.1:37254): Cannot send after transport endpoint shutdown (error 108)
16:24:38.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"server-negotiator.queue_time_us":117}
16:24:38.107 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1523) Notify RPC KuduRpc(method=ListTabletServers, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=993), Traces: [0ms] refreshing cache from master, [83ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.238.190:42533, [262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.238.189:43449, [266ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.238.188:43777, [919ms] Sub RPC ConnectToMaster: received response from server master-127.8.238.189:43449: Configuration error: Server requires Kerberos, but this client is not authenticated (missing or expired TGT), [950ms] Sub RPC ConnectToMaster: received response from server master-127.8.238.188:43777: Configuration error: Server requires Kerberos, but this client is not authenticated (missing or expired TGT), [958ms] Sub RPC ConnectToMaster: received response from server master-127.8.238.190:42533: Configuration error: Server requires Kerberos, but this client is not authenticated (missing or expired TGT), deferred=null) after lookup exception
org.apache.kudu.client.NonRecoverableException: Couldn't find a valid master in (127.8.238.190:42533,127.8.238.189:43449,127.8.238.188:43777). Exceptions received: [org.apache.kudu.client.NonRecoverableException: Server requires Kerberos, but this client is not authenticated (missing or expired TGT), org.apache.kudu.client.NonRecoverableException: Server requires Kerberos, but this client is not authenticated (missing or expired TGT), org.apache.kudu.client.NonRecoverableException: Server requires Kerberos, but this client is not authenticated (missing or expired TGT)]
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:268) [main/:?]
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51) [main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387) [main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376) [main/:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) [async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) [async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315) [async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286) [async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) [async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) [async-1.4.1.jar:?]
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277) [main/:?]
at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331) [main/:?]
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:256) [main/:?]
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64) [main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158) [main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154) [main/:?]
at org.apache.kudu.client.Connection.cleanup(Connection.java:737) [main/:?]
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455) [main/:?]
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346) [netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:325) [netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireExceptionCaught(AbstractChannelHandlerContext.java:317) [netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.ChannelInboundHandlerAdapter.exceptionCaught(ChannelInboundHandlerAdapter.java:143) [netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346) [netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:447) [netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) [netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) [netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) [netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) [netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) [netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) [netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) [netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) [netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) [netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) [netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) [netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) [netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) [netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) [netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) [netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) [netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) [netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) [netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) [netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) [netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) [netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) [netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) [netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) [netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) [netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) [?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) [?:1.8.0_362]
at java.lang.Thread.run(Thread.java:750) [?:1.8.0_362]
org.apache.kudu.client.NonRecoverableException: Couldn't find a valid master in (127.8.238.190:42533,127.8.238.189:43449,127.8.238.188:43777). Exceptions received: [org.apache.kudu.client.NonRecoverableException: Server requires Kerberos, but this client is not authenticated (missing or expired TGT), org.apache.kudu.client.NonRecoverableException: Server requires Kerberos, but this client is not authenticated (missing or expired TGT), org.apache.kudu.client.NonRecoverableException: Server requires Kerberos, but this client is not authenticated (missing or expired TGT)]
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:268)
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:256)
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:325)
at io.netty.channel.AbstractChannelHandlerContext.fireExceptionCaught(AbstractChannelHandlerContext.java:317)
at io.netty.channel.ChannelInboundHandlerAdapter.exceptionCaught(ChannelInboundHandlerAdapter.java:143)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:447)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
16:24:38.125 [DEBUG - kudu-nio-0] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=ListTabletServers, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=1012), Traces: [0ms] refreshing cache from master, [83ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.238.190:42533, [262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.238.189:43449, [266ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.238.188:43777, [919ms] Sub RPC ConnectToMaster: received response from server master-127.8.238.189:43449: Configuration error: Server requires Kerberos, but this client is not authenticated (missing or expired TGT), [950ms] Sub RPC ConnectToMaster: received response from server master-127.8.238.188:43777: Configuration error: Server requires Kerberos, but this client is not authenticated (missing or expired TGT), [958ms] Sub RPC ConnectToMaster: received response from server master-127.8.238.190:42533: Configuration error: Server requires Kerberos, but this client is not authenticated (missing or expired TGT), deferred=null) with no deferred attached!
16:24:38.128 [DEBUG - Time-limited test] (Connection.java:575) [peer master-127.8.238.188:43777(127.8.238.188:43777)] disconnecting while in state TERMINATED
16:24:38.130 [DEBUG - Time-limited test] (Connection.java:575) [peer master-127.8.238.190:42533(127.8.238.190:42533)] disconnecting while in state TERMINATED
16:24:38.130 [DEBUG - Time-limited test] (Connection.java:575) [peer master-127.8.238.189:43449(127.8.238.189:43449)] disconnecting while in state TERMINATED
16:24:38.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:24:38.143126 10412 negotiation.cc:337] Failed RPC negotiation. Trace:
16:24:38.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0811 16:24:37.511767 (+ 0us) reactor.cc:625] Submitting negotiation task for server connection from 127.0.0.1:55514 (local address 127.8.238.190:42533)
16:24:38.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0811 16:24:37.515034 (+ 3267us) server_negotiation.cc:206] Beginning negotiation
16:24:38.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0811 16:24:37.515074 (+ 40us) server_negotiation.cc:399] Waiting for connection header
16:24:38.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0811 16:24:37.604211 (+ 89137us) server_negotiation.cc:407] Connection header received
16:24:38.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0811 16:24:37.654210 (+ 49999us) server_negotiation.cc:365] Received NEGOTIATE NegotiatePB request
16:24:38.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0811 16:24:37.654260 (+ 50us) server_negotiation.cc:461] Received NEGOTIATE request from client
16:24:38.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0811 16:24:37.654655 (+ 395us) server_negotiation.cc:377] Sending NEGOTIATE NegotiatePB response
16:24:38.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0811 16:24:37.655079 (+ 424us) server_negotiation.cc:226] Negotiated authn=SASL
16:24:38.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0811 16:24:37.918194 (+263115us) server_negotiation.cc:365] Received TLS_HANDSHAKE NegotiatePB request
16:24:38.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0811 16:24:37.921071 (+ 2877us) server_negotiation.cc:377] Sending TLS_HANDSHAKE NegotiatePB response
16:24:38.144 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.8.238.188:43777(127.8.238.188:43777)] handling channelInactive
16:24:38.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0811 16:24:38.082332 (+161261us) server_negotiation.cc:365] Received TLS_HANDSHAKE NegotiatePB request
16:24:38.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0811 16:24:38.083934 (+ 1602us) server_negotiation.cc:377] Sending TLS_HANDSHAKE NegotiatePB response
16:24:38.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0811 16:24:38.084406 (+ 472us) server_negotiation.cc:662] Negotiated TLSv1.2 with cipher ECDHE-RSA-AES128-GCM-SHA256 TLSv1.2 Kx=ECDH Au=RSA Enc=AESGCM(128) Mac=AEAD
16:24:38.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0811 16:24:38.140477 (+ 56071us) negotiation.cc:327] Negotiation complete: Network error: Server connection negotiation failed: server connection from 127.0.0.1:55514: BlockingRecv error: failed to read from TLS socket (remote: 127.0.0.1:55514): Cannot send after transport endpoint shutdown (error 108)
16:24:38.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"server-negotiator.queue_time_us":2258,"thread_start_us":1662,"threads_started":1}
16:24:38.146 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
16:24:38.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:38.157135 10448 sys_catalog.cc:455] T 00000000000000000000000000000000 P 6b297b145e0e4634a2db7e52c7ab50ba [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 2 leader_uuid: "6b297b145e0e4634a2db7e52c7ab50ba" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "07ac3ea0925a4cb396a5b143f3dc6eca" member_type: VOTER last_known_addr { host: "127.8.238.190" port: 42533 } } peers { permanent_uuid: "6b297b145e0e4634a2db7e52c7ab50ba" member_type: VOTER last_known_addr { host: "127.8.238.189" port: 43449 } } peers { permanent_uuid: "68b58970f0fd4d238b4df38d1ecd4990" member_type: VOTER last_known_addr { host: "127.8.238.188" port: 43777 } } }
16:24:38.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:38.157982 10448 sys_catalog.cc:458] T 00000000000000000000000000000000 P 6b297b145e0e4634a2db7e52c7ab50ba [sys.catalog]: This master's current role is: LEADER
16:24:38.170 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.8.238.190:42533(127.8.238.190:42533)] handling channelInactive
16:24:38.170 [DEBUG - main] (AsyncKuduClient.java:2704) Releasing all remaining resources
16:24:38.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:38.174604 9146 external_mini_cluster.cc:1595] Killing /tmp/dist-test-task1FAUVc/build/tsan/bin/kudu with pid 9810
16:24:38.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:38.215823 9146 external_mini_cluster.cc:1595] Killing /tmp/dist-test-task1FAUVc/build/tsan/bin/kudu with pid 9955
16:24:38.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:38.257650 9146 external_mini_cluster.cc:1595] Killing /tmp/dist-test-task1FAUVc/build/tsan/bin/kudu with pid 10156
16:24:38.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-11T16:24:38Z chronyd exiting
16:24:39.428 [DEBUG - main] (AsyncKuduClient.java:2704) Releasing all remaining resources
16:24:39.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:39.429363 7757 external_mini_cluster.cc:1595] Killing /tmp/dist-test-task1FAUVc/build/tsan/bin/kudu with pid 8321
16:24:39.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:39.480087 7757 external_mini_cluster.cc:1595] Killing /tmp/dist-test-task1FAUVc/build/tsan/bin/kudu with pid 8620
16:24:39.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:39.519804 7757 external_mini_cluster.cc:1595] Killing /tmp/dist-test-task1FAUVc/build/tsan/bin/kudu with pid 8893
16:24:39.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:39.559607 7757 external_mini_cluster.cc:1595] Killing /tmp/dist-test-task1FAUVc/build/tsan/bin/kudu with pid 7776
16:24:39.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:39.598192 7757 external_mini_cluster.cc:1595] Killing /tmp/dist-test-task1FAUVc/build/tsan/bin/kudu with pid 7917
16:24:39.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 16:24:39.633286 8135 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.7.147.126:35029: connect: Connection refused (error 111)
16:24:39.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 16:24:39.634092 7757 external_mini_cluster.cc:1595] Killing /tmp/dist-test-task1FAUVc/build/tsan/bin/kudu with pid 8079
16:24:40.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-11T16:24:40Z chronyd exiting
16:24:41.854 [ERROR - main] (RetryRule.java:206) org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally: failed attempt 1
org.apache.kudu.client.NonRecoverableException: Couldn't find a valid master in (127.8.238.190:42533,127.8.238.189:43449,127.8.238.188:43777). Exceptions received: [org.apache.kudu.client.NonRecoverableException: Server requires Kerberos, but this client is not authenticated (missing or expired TGT), org.apache.kudu.client.NonRecoverableException: Server requires Kerberos, but this client is not authenticated (missing or expired TGT), org.apache.kudu.client.NonRecoverableException: Server requires Kerberos, but this client is not authenticated (missing or expired TGT)]
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110) ~[main/:?]
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564) ~[main/:?]
at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263) ~[main/:?]
at org.apache.kudu.client.TestSecurity.checkClientCanReconnect(TestSecurity.java:158) ~[test/:?]
at org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally(TestSecurity.java:454) ~[test/:?]
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362]
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362]
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362]
at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362]
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_362]
at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362]
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:268) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376) ~[main/:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277) ~[main/:?]
at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331) ~[main/:?]
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:256) ~[main/:?]
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154) ~[main/:?]
at org.apache.kudu.client.Connection.cleanup(Connection.java:737) ~[main/:?]
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455) ~[main/:?]
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:325) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireExceptionCaught(AbstractChannelHandlerContext.java:317) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.ChannelInboundHandlerAdapter.exceptionCaught(ChannelInboundHandlerAdapter.java:143) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:447) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362]
org.apache.kudu.client.NonRecoverableException: Couldn't find a valid master in (127.8.238.190:42533,127.8.238.189:43449,127.8.238.188:43777). Exceptions received: [org.apache.kudu.client.NonRecoverableException: Server requires Kerberos, but this client is not authenticated (missing or expired TGT), org.apache.kudu.client.NonRecoverableException: Server requires Kerberos, but this client is not authenticated (missing or expired TGT), org.apache.kudu.client.NonRecoverableException: Server requires Kerberos, but this client is not authenticated (missing or expired TGT)]
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263)
at org.apache.kudu.client.TestSecurity.checkClientCanReconnect(TestSecurity.java:158)
at org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally(TestSecurity.java:454)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.lang.Thread.run(Thread.java:750)
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:268)
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:256)
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:325)
at io.netty.channel.AbstractChannelHandlerContext.fireExceptionCaught(AbstractChannelHandlerContext.java:317)
at io.netty.channel.ChannelInboundHandlerAdapter.exceptionCaught(ChannelInboundHandlerAdapter.java:143)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:447)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
... 1 more
16:24:43.057 [ERROR - main] (RetryRule.java:253) org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally: giving up after 1 attempts
16:24:43.057 [ERROR - main] (RetryRule.java:206) org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally: failed attempt 1
org.apache.kudu.client.NonRecoverableException: Couldn't find a valid master in (127.8.238.190:42533,127.8.238.189:43449,127.8.238.188:43777). Exceptions received: [org.apache.kudu.client.NonRecoverableException: Server requires Kerberos, but this client is not authenticated (missing or expired TGT), org.apache.kudu.client.NonRecoverableException: Server requires Kerberos, but this client is not authenticated (missing or expired TGT), org.apache.kudu.client.NonRecoverableException: Server requires Kerberos, but this client is not authenticated (missing or expired TGT)]
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110) ~[main/:?]
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564) ~[main/:?]
at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263) ~[main/:?]
at org.apache.kudu.client.TestSecurity.checkClientCanReconnect(TestSecurity.java:158) ~[test/:?]
at org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally(TestSecurity.java:454) ~[test/:?]
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362]
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362]
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362]
at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362]
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_362]
at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362]
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:268) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376) ~[main/:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277) ~[main/:?]
at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331) ~[main/:?]
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:256) ~[main/:?]
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154) ~[main/:?]
at org.apache.kudu.client.Connection.cleanup(Connection.java:737) ~[main/:?]
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455) ~[main/:?]
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:325) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireExceptionCaught(AbstractChannelHandlerContext.java:317) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.ChannelInboundHandlerAdapter.exceptionCaught(ChannelInboundHandlerAdapter.java:143) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:447) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362]
org.apache.kudu.client.NonRecoverableException: Couldn't find a valid master in (127.8.238.190:42533,127.8.238.189:43449,127.8.238.188:43777). Exceptions received: [org.apache.kudu.client.NonRecoverableException: Server requires Kerberos, but this client is not authenticated (missing or expired TGT), org.apache.kudu.client.NonRecoverableException: Server requires Kerberos, but this client is not authenticated (missing or expired TGT), org.apache.kudu.client.NonRecoverableException: Server requires Kerberos, but this client is not authenticated (missing or expired TGT)]
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263)
at org.apache.kudu.client.TestSecurity.checkClientCanReconnect(TestSecurity.java:158)
at org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally(TestSecurity.java:454)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.lang.Thread.run(Thread.java:750)
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:268)
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:256)
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:325)
at io.netty.channel.AbstractChannelHandlerContext.fireExceptionCaught(AbstractChannelHandlerContext.java:317)
at io.netty.channel.ChannelInboundHandlerAdapter.exceptionCaught(ChannelInboundHandlerAdapter.java:143)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:447)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
... 1 more