13:45:58.629 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
13:45:58.642 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskViAqxR/test-tmp
13:45:58.645 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
13:45:58.649 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskViAqxR/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
13:45:58.935 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 3
enable_kerberos: false
cluster_root: "/tmp/dist-test-taskViAqxR/test-tmp/mini-kudu-cluster989472649592514157"
hms_mode: NONE
mini_kdc_options {
}
principal: "kudu"
mini_oidc_options {
}
}
13:45:59.091 [DEBUG - main] (MiniKuduCluster.java:195) Response:
13:45:59.092 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}
13:45:59.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:45:59.096244 7049 mini_oidc.cc:152] Starting JWKS server
13:45:59.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:45:59.100162 7049 webserver.cc:460] Webserver started at http://127.0.0.1:35101/ using document root <none> and password file <none>
13:45:59.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:45:59.100819 7049 mini_oidc.cc:189] Starting OIDC Discovery server
13:45:59.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:45:59.102746 7049 webserver.cc:460] Webserver started at http://127.0.0.1:38799/ using document root <none> and password file <none>
13:45:59.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-08T13:45:59Z chronyd version 3.5 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -SECHASH -IPV6 +DEBUG)
13:45:59.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-08T13:45:59Z Disabled control of system clock
13:45:59.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:45:59.155696 7049 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskViAqxR/build/tsan/bin/kudu
13:45:59.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskViAqxR/build/tsan/bin/kudu
13:45:59.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskViAqxR/test-tmp/mini-kudu-cluster989472649592514157/master-0/wal
13:45:59.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskViAqxR/test-tmp/mini-kudu-cluster989472649592514157/master-0/data
13:45:59.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
13:45:59.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
13:45:59.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
13:45:59.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
13:45:59.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
13:45:59.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
13:45:59.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskViAqxR/test-tmp/mini-kudu-cluster989472649592514157/master-0/logs
13:45:59.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskViAqxR/test-tmp/mini-kudu-cluster989472649592514157/master-0/data/info.pb
13:45:59.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
13:45:59.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
13:45:59.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
13:45:59.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
13:45:59.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
13:45:59.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
13:45:59.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
13:45:59.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
13:45:59.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
13:45:59.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
13:45:59.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
13:45:59.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
13:45:59.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.6.226.126:44543
13:45:59.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.6.226.126
13:45:59.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
13:45:59.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.6.226.84:34463
13:45:59.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
13:45:59.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
13:45:59.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
13:45:59.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
13:45:59.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.6.226.126:44543,127.6.226.125:41717,127.6.226.124:35013
13:45:59.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
13:45:59.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:35101/jwks.json with env {}
13:45:59.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:45:59.467097 7063 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
13:45:59.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:45:59.467811 7063 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
13:45:59.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:45:59.468554 7063 flags.cc:425] Enabled unsafe flag: --never_fsync=true
13:45:59.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:45:59.499579 7063 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
13:45:59.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:45:59.499989 7063 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
13:45:59.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:45:59.500316 7063 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
13:45:59.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:45:59.500643 7063 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
13:45:59.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:45:59.501188 7063 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
13:45:59.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:45:59.501480 7063 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:35101/jwks.json
13:45:59.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:45:59.537840 7063 master_runner.cc:386] Master server non-default flags:
13:45:59.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
13:45:59.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.6.226.84:34463
13:45:59.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
13:45:59.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
13:45:59.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskViAqxR/test-tmp/mini-kudu-cluster989472649592514157/master-0/data
13:45:59.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskViAqxR/test-tmp/mini-kudu-cluster989472649592514157/master-0/wal
13:45:59.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
13:45:59.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.6.226.126:44543,127.6.226.125:41717,127.6.226.124:35013
13:45:59.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
13:45:59.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
13:45:59.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
13:45:59.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.6.226.126:44543
13:45:59.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
13:45:59.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
13:45:59.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
13:45:59.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:35101/jwks.json
13:45:59.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
13:45:59.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
13:45:59.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskViAqxR/test-tmp/mini-kudu-cluster989472649592514157/master-0/data/info.pb
13:45:59.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.6.226.126
13:45:59.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
13:45:59.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
13:45:59.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
13:45:59.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
13:45:59.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
13:45:59.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
13:45:59.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskViAqxR/test-tmp/mini-kudu-cluster989472649592514157/master-0/logs
13:45:59.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
13:45:59.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
13:45:59.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
13:45:59.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
13:45:59.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
13:45:59.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
13:45:59.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
13:45:59.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 08 Aug 2026 12:50:05 UTC on ccycloud.quasar-ayrwuc.root.comops.site
13:45:59.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4574796
13:45:59.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
13:45:59.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:45:59.539497 7063 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
13:45:59.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:45:59.541824 7063 file_cache.cc:493] Constructed file cache file cache with capacity 419430
13:45:59.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:45:59.562893 7071 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:46:00.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:45:59.564441 7063 server_base.cc:1034] running on GCE node
13:46:00.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:45:59.563170 7074 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:46:00.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:45:59.562927 7070 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:46:00.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:00.764072 7063 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
13:46:00.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:00.767532 7063 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
13:46:00.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:00.769034 7063 hybrid_clock.cc:648] HybridClock initialized: now 1786196760769007 us; error 121 us; skew 500 ppm
13:46:00.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:00.770045 7063 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
13:46:00.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:00.776901 7063 webserver.cc:460] Webserver started at http://127.6.226.126:46363/ using document root <none> and password file <none>
13:46:00.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:00.777925 7063 fs_manager.cc:359] Metadata directory not provided
13:46:00.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:00.778126 7063 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
13:46:00.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:00.778527 7063 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
13:46:00.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:00.783568 7063 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskViAqxR/test-tmp/mini-kudu-cluster989472649592514157/master-0/data/instance:
13:46:00.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "945bffdb4e5045389eb943404f6c7e80"
13:46:00.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-08 13:46:00 on dist-test-slave-vxj2"
13:46:00.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:00.784794 7063 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskViAqxR/test-tmp/mini-kudu-cluster989472649592514157/master-0/wal/instance:
13:46:00.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "945bffdb4e5045389eb943404f6c7e80"
13:46:00.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-08 13:46:00 on dist-test-slave-vxj2"
13:46:00.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:00.792574 7063 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.002s sys 0.004s
13:46:00.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:00.798664 7083 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
13:46:00.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:00.799969 7063 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.003s sys 0.002s
13:46:00.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:00.800320 7063 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskViAqxR/test-tmp/mini-kudu-cluster989472649592514157/master-0/data,/tmp/dist-test-taskViAqxR/test-tmp/mini-kudu-cluster989472649592514157/master-0/wal
13:46:00.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "945bffdb4e5045389eb943404f6c7e80"
13:46:00.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-08 13:46:00 on dist-test-slave-vxj2"
13:46:00.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:00.800659 7063 fs_report.cc:383] FS layout report
13:46:00.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
13:46:00.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskViAqxR/test-tmp/mini-kudu-cluster989472649592514157/master-0/wal
13:46:00.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskViAqxR/test-tmp/mini-kudu-cluster989472649592514157/master-0/wal
13:46:00.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskViAqxR/test-tmp/mini-kudu-cluster989472649592514157/master-0/data/data
13:46:00.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
13:46:00.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
13:46:00.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
13:46:00.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
13:46:00.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
13:46:00.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
13:46:00.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
13:46:00.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
13:46:00.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
13:46:00.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
13:46:00.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
13:46:00.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:00.839058 7063 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
13:46:00.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:00.840529 7063 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
13:46:00.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:00.840952 7063 kserver.cc:163] Server-wide thread pool size limit: 3276
13:46:00.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:00.915064 7063 rpc_server.cc:307] RPC server started. Bound to: 127.6.226.126:44543
13:46:00.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:00.915167 7142 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.6.226.126:44543 every 8 connection(s)
13:46:00.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:00.918036 7063 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskViAqxR/test-tmp/mini-kudu-cluster989472649592514157/master-0/data/info.pb
13:46:00.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:00.923759 7143 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
13:46:00.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:00.924633 7049 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskViAqxR/build/tsan/bin/kudu as pid 7063
13:46:00.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:00.925029 7049 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskViAqxR/test-tmp/mini-kudu-cluster989472649592514157/master-0/wal/instance
13:46:00.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:00.929391 7049 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskViAqxR/build/tsan/bin/kudu
13:46:00.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskViAqxR/build/tsan/bin/kudu
13:46:00.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskViAqxR/test-tmp/mini-kudu-cluster989472649592514157/master-1/wal
13:46:00.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskViAqxR/test-tmp/mini-kudu-cluster989472649592514157/master-1/data
13:46:00.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
13:46:00.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
13:46:00.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
13:46:00.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
13:46:00.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
13:46:00.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
13:46:00.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskViAqxR/test-tmp/mini-kudu-cluster989472649592514157/master-1/logs
13:46:00.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskViAqxR/test-tmp/mini-kudu-cluster989472649592514157/master-1/data/info.pb
13:46:00.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
13:46:00.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
13:46:00.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
13:46:00.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
13:46:00.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
13:46:00.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
13:46:00.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
13:46:00.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
13:46:00.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
13:46:00.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
13:46:00.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
13:46:00.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
13:46:00.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.6.226.125:41717
13:46:00.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.6.226.125
13:46:00.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
13:46:00.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.6.226.84:34463
13:46:00.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
13:46:00.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
13:46:00.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
13:46:00.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
13:46:00.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.6.226.126:44543,127.6.226.125:41717,127.6.226.124:35013
13:46:00.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
13:46:00.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:35101/jwks.json with env {}
13:46:00.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:00.938599 7143 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.6.226.126" port: 44543 } has no permanent_uuid. Determining permanent_uuid...
13:46:00.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:00.969573 7143 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.6.226.125" port: 41717 } has no permanent_uuid. Determining permanent_uuid...
13:46:00.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:46:00.971877 7087 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.6.226.125:41717: connect: Connection refused (error 111)
13:46:00.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:46:00.976176 7143 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.6.226.125:41717: Network error: Client connection negotiation failed: client connection to 127.6.226.125:41717: connect: Connection refused (error 111)
13:46:01.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:01.025769 7143 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.6.226.125" port: 41717 } attempt: 1
13:46:01.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:46:01.029913 7143 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.6.226.125:41717: Network error: Client connection negotiation failed: client connection to 127.6.226.125:41717: connect: Connection refused (error 111)
13:46:01.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:01.098464 7143 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.6.226.125" port: 41717 } attempt: 2
13:46:01.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:46:01.102561 7143 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.6.226.125:41717: Network error: Client connection negotiation failed: client connection to 127.6.226.125:41717: connect: Connection refused (error 111)
13:46:01.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:01.194077 7143 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.6.226.125" port: 41717 } attempt: 3
13:46:01.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:46:01.198585 7143 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.6.226.125:41717: Network error: Client connection negotiation failed: client connection to 127.6.226.125:41717: connect: Connection refused (error 111)
13:46:01.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:46:01.252807 7145 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
13:46:01.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:46:01.253598 7145 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
13:46:01.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:46:01.254281 7145 flags.cc:425] Enabled unsafe flag: --never_fsync=true
13:46:01.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:46:01.288151 7145 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
13:46:01.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:46:01.288589 7145 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
13:46:01.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:46:01.288941 7145 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
13:46:01.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:46:01.289341 7145 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
13:46:01.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:46:01.289731 7145 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
13:46:01.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:46:01.289999 7145 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:35101/jwks.json
13:46:01.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:01.327404 7145 master_runner.cc:386] Master server non-default flags:
13:46:01.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
13:46:01.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.6.226.84:34463
13:46:01.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
13:46:01.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
13:46:01.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskViAqxR/test-tmp/mini-kudu-cluster989472649592514157/master-1/data
13:46:01.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskViAqxR/test-tmp/mini-kudu-cluster989472649592514157/master-1/wal
13:46:01.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
13:46:01.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.6.226.126:44543,127.6.226.125:41717,127.6.226.124:35013
13:46:01.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
13:46:01.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
13:46:01.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
13:46:01.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.6.226.125:41717
13:46:01.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
13:46:01.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
13:46:01.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
13:46:01.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:35101/jwks.json
13:46:01.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
13:46:01.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
13:46:01.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskViAqxR/test-tmp/mini-kudu-cluster989472649592514157/master-1/data/info.pb
13:46:01.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.6.226.125
13:46:01.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
13:46:01.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
13:46:01.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
13:46:01.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
13:46:01.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
13:46:01.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
13:46:01.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskViAqxR/test-tmp/mini-kudu-cluster989472649592514157/master-1/logs
13:46:01.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
13:46:01.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
13:46:01.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
13:46:01.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
13:46:01.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
13:46:01.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
13:46:01.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
13:46:01.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 08 Aug 2026 12:50:05 UTC on ccycloud.quasar-ayrwuc.root.comops.site
13:46:01.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4574796
13:46:01.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
13:46:01.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:01.328938 7145 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
13:46:01.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:01.330893 7145 file_cache.cc:493] Constructed file cache file cache with capacity 419430
13:46:01.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:01.341985 7143 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.6.226.125" port: 41717 } attempt: 4
13:46:01.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:46:01.347756 7143 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.6.226.125:41717: Network error: Client connection negotiation failed: client connection to 127.6.226.125:41717: connect: Connection refused (error 111)
13:46:01.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:46:01.352022 7156 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:46:01.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:01.647138 7143 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.6.226.125" port: 41717 } attempt: 5
13:46:01.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:46:01.652020 7143 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.6.226.125:41717: Network error: Client connection negotiation failed: client connection to 127.6.226.125:41717: connect: Connection refused (error 111)
13:46:02.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:02.199436 7143 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.6.226.125" port: 41717 } attempt: 6
13:46:02.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:46:02.208168 7143 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.6.226.125:41717: Network error: Client connection negotiation failed: client connection to 127.6.226.125:41717: connect: Connection refused (error 111)
13:46:02.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:46:01.352665 7158 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:46:02.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:46:01.352859 7155 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:46:02.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:01.354249 7145 server_base.cc:1034] running on GCE node
13:46:02.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:02.617703 7145 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
13:46:02.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:02.620518 7145 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
13:46:02.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:02.621980 7145 hybrid_clock.cc:648] HybridClock initialized: now 1786196762621894 us; error 104 us; skew 500 ppm
13:46:02.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:02.623097 7145 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
13:46:02.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:02.634977 7145 webserver.cc:460] Webserver started at http://127.6.226.125:38431/ using document root <none> and password file <none>
13:46:02.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:02.636137 7145 fs_manager.cc:359] Metadata directory not provided
13:46:02.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:02.636453 7145 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
13:46:02.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:02.637113 7145 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
13:46:02.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:02.642839 7145 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskViAqxR/test-tmp/mini-kudu-cluster989472649592514157/master-1/data/instance:
13:46:02.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "eb16a5ec29b24cd7b094828d417fedde"
13:46:02.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-08 13:46:02 on dist-test-slave-vxj2"
13:46:02.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:02.644243 7145 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskViAqxR/test-tmp/mini-kudu-cluster989472649592514157/master-1/wal/instance:
13:46:02.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "eb16a5ec29b24cd7b094828d417fedde"
13:46:02.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-08 13:46:02 on dist-test-slave-vxj2"
13:46:02.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:02.652276 7145 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.010s sys 0.000s
13:46:02.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:02.658033 7171 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
13:46:02.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:02.659194 7145 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.002s sys 0.002s
13:46:02.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:02.659497 7145 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskViAqxR/test-tmp/mini-kudu-cluster989472649592514157/master-1/data,/tmp/dist-test-taskViAqxR/test-tmp/mini-kudu-cluster989472649592514157/master-1/wal
13:46:02.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "eb16a5ec29b24cd7b094828d417fedde"
13:46:02.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-08 13:46:02 on dist-test-slave-vxj2"
13:46:02.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:02.659814 7145 fs_report.cc:383] FS layout report
13:46:02.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
13:46:02.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskViAqxR/test-tmp/mini-kudu-cluster989472649592514157/master-1/wal
13:46:02.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskViAqxR/test-tmp/mini-kudu-cluster989472649592514157/master-1/wal
13:46:02.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskViAqxR/test-tmp/mini-kudu-cluster989472649592514157/master-1/data/data
13:46:02.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
13:46:02.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
13:46:02.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
13:46:02.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
13:46:02.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
13:46:02.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
13:46:02.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
13:46:02.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
13:46:02.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
13:46:02.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
13:46:02.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
13:46:02.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:02.698622 7145 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
13:46:02.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:02.700165 7145 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
13:46:02.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:02.700604 7145 kserver.cc:163] Server-wide thread pool size limit: 3276
13:46:02.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:02.778972 7145 rpc_server.cc:307] RPC server started. Bound to: 127.6.226.125:41717
13:46:02.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:02.779089 7234 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.6.226.125:41717 every 8 connection(s)
13:46:02.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:02.781908 7145 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskViAqxR/test-tmp/mini-kudu-cluster989472649592514157/master-1/data/info.pb
13:46:02.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:02.787207 7235 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
13:46:02.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:02.791024 7049 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskViAqxR/build/tsan/bin/kudu as pid 7145
13:46:02.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:02.791356 7049 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskViAqxR/test-tmp/mini-kudu-cluster989472649592514157/master-1/wal/instance
13:46:02.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:02.793413 7049 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskViAqxR/build/tsan/bin/kudu
13:46:02.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskViAqxR/build/tsan/bin/kudu
13:46:02.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskViAqxR/test-tmp/mini-kudu-cluster989472649592514157/master-2/wal
13:46:02.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskViAqxR/test-tmp/mini-kudu-cluster989472649592514157/master-2/data
13:46:02.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
13:46:02.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
13:46:02.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
13:46:02.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
13:46:02.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
13:46:02.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
13:46:02.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskViAqxR/test-tmp/mini-kudu-cluster989472649592514157/master-2/logs
13:46:02.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskViAqxR/test-tmp/mini-kudu-cluster989472649592514157/master-2/data/info.pb
13:46:02.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
13:46:02.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
13:46:02.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
13:46:02.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
13:46:02.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
13:46:02.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
13:46:02.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
13:46:02.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
13:46:02.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
13:46:02.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
13:46:02.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
13:46:02.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
13:46:02.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.6.226.124:35013
13:46:02.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.6.226.124
13:46:02.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
13:46:02.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.6.226.84:34463
13:46:02.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
13:46:02.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
13:46:02.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
13:46:02.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
13:46:02.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.6.226.126:44543,127.6.226.125:41717,127.6.226.124:35013
13:46:02.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
13:46:02.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:35101/jwks.json with env {}
13:46:02.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:02.800284 7235 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.6.226.126" port: 44543 } has no permanent_uuid. Determining permanent_uuid...
13:46:02.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:02.825963 7235 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.6.226.125" port: 41717 } has no permanent_uuid. Determining permanent_uuid...
13:46:02.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:02.843597 7235 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.6.226.124" port: 35013 } has no permanent_uuid. Determining permanent_uuid...
13:46:02.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:46:02.845861 7175 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.6.226.124:35013: connect: Connection refused (error 111)
13:46:02.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:46:02.850468 7235 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.6.226.124:35013: Network error: Client connection negotiation failed: client connection to 127.6.226.124:35013: connect: Connection refused (error 111)
13:46:02.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:02.899999 7235 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.6.226.124" port: 35013 } attempt: 1
13:46:02.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:46:02.904088 7235 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.6.226.124:35013: Network error: Client connection negotiation failed: client connection to 127.6.226.124:35013: connect: Connection refused (error 111)
13:46:02.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:02.972517 7235 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.6.226.124" port: 35013 } attempt: 2
13:46:02.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:46:02.976409 7235 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.6.226.124:35013: Network error: Client connection negotiation failed: client connection to 127.6.226.124:35013: connect: Connection refused (error 111)
13:46:03.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:03.067935 7235 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.6.226.124" port: 35013 } attempt: 3
13:46:03.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:46:03.072180 7235 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.6.226.124:35013: Network error: Client connection negotiation failed: client connection to 127.6.226.124:35013: connect: Connection refused (error 111)
13:46:03.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:46:03.147048 7237 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
13:46:03.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:46:03.147681 7237 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
13:46:03.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:46:03.148202 7237 flags.cc:425] Enabled unsafe flag: --never_fsync=true
13:46:03.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:46:03.182026 7237 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
13:46:03.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:46:03.182384 7237 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
13:46:03.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:46:03.182610 7237 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
13:46:03.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:46:03.182792 7237 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
13:46:03.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:46:03.182984 7237 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
13:46:03.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:46:03.183133 7237 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:35101/jwks.json
13:46:03.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:03.215770 7235 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.6.226.124" port: 35013 } attempt: 4
13:46:03.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:03.219520 7237 master_runner.cc:386] Master server non-default flags:
13:46:03.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
13:46:03.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.6.226.84:34463
13:46:03.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
13:46:03.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
13:46:03.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskViAqxR/test-tmp/mini-kudu-cluster989472649592514157/master-2/data
13:46:03.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskViAqxR/test-tmp/mini-kudu-cluster989472649592514157/master-2/wal
13:46:03.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
13:46:03.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.6.226.126:44543,127.6.226.125:41717,127.6.226.124:35013
13:46:03.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
13:46:03.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
13:46:03.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
13:46:03.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.6.226.124:35013
13:46:03.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
13:46:03.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
13:46:03.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
13:46:03.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:35101/jwks.json
13:46:03.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
13:46:03.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
13:46:03.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskViAqxR/test-tmp/mini-kudu-cluster989472649592514157/master-2/data/info.pb
13:46:03.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.6.226.124
13:46:03.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
13:46:03.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
13:46:03.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
13:46:03.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
13:46:03.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
13:46:03.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
13:46:03.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskViAqxR/test-tmp/mini-kudu-cluster989472649592514157/master-2/logs
13:46:03.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
13:46:03.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
13:46:03.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
13:46:03.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
13:46:03.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
13:46:03.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
13:46:03.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
13:46:03.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 08 Aug 2026 12:50:05 UTC on ccycloud.quasar-ayrwuc.root.comops.site
13:46:03.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4574796
13:46:03.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
13:46:03.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:46:03.220333 7235 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.6.226.124:35013: Network error: Client connection negotiation failed: client connection to 127.6.226.124:35013: connect: Connection refused (error 111)
13:46:03.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:03.221038 7237 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
13:46:03.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:03.223278 7237 file_cache.cc:493] Constructed file cache file cache with capacity 419430
13:46:03.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:46:03.243692 7253 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:46:03.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:03.268607 7143 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.6.226.125" port: 41717 } attempt: 7
13:46:03.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:03.287001 7143 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.6.226.124" port: 35013 } has no permanent_uuid. Determining permanent_uuid...
13:46:03.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:46:03.296613 7143 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.6.226.124:35013: Network error: Client connection negotiation failed: client connection to 127.6.226.124:35013: connect: Connection refused (error 111)
13:46:03.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:03.355104 7143 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.6.226.124" port: 35013 } attempt: 1
13:46:03.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:46:03.360188 7143 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.6.226.124:35013: Network error: Client connection negotiation failed: client connection to 127.6.226.124:35013: connect: Connection refused (error 111)
13:46:03.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:03.441668 7143 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.6.226.124" port: 35013 } attempt: 2
13:46:03.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:46:03.447090 7143 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.6.226.124:35013: Network error: Client connection negotiation failed: client connection to 127.6.226.124:35013: connect: Connection refused (error 111)
13:46:03.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:03.519882 7235 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.6.226.124" port: 35013 } attempt: 5
13:46:03.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:46:03.524195 7235 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.6.226.124:35013: Network error: Client connection negotiation failed: client connection to 127.6.226.124:35013: connect: Connection refused (error 111)
13:46:03.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:03.532560 7143 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.6.226.124" port: 35013 } attempt: 3
13:46:03.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:46:03.537510 7143 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.6.226.124:35013: Network error: Client connection negotiation failed: client connection to 127.6.226.124:35013: connect: Connection refused (error 111)
13:46:03.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:03.677940 7143 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.6.226.124" port: 35013 } attempt: 4
13:46:03.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:46:03.682921 7143 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.6.226.124:35013: Network error: Client connection negotiation failed: client connection to 127.6.226.124:35013: connect: Connection refused (error 111)
13:46:03.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:03.966398 7143 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.6.226.124" port: 35013 } attempt: 5
13:46:03.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:46:03.971201 7143 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.6.226.124:35013: Network error: Client connection negotiation failed: client connection to 127.6.226.124:35013: connect: Connection refused (error 111)
13:46:04.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:04.071942 7235 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.6.226.124" port: 35013 } attempt: 6
13:46:04.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:46:04.080823 7235 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.6.226.124:35013: Network error: Client connection negotiation failed: client connection to 127.6.226.124:35013: connect: Connection refused (error 111)
13:46:04.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:46:03.245493 7250 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:46:04.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:03.250233 7237 server_base.cc:1034] running on GCE node
13:46:04.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:46:03.243775 7251 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:46:04.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:04.475440 7237 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
13:46:04.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:04.478866 7237 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
13:46:04.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:04.480334 7237 hybrid_clock.cc:648] HybridClock initialized: now 1786196764480291 us; error 64 us; skew 500 ppm
13:46:04.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:04.481392 7237 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
13:46:04.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:04.488399 7237 webserver.cc:460] Webserver started at http://127.6.226.124:38671/ using document root <none> and password file <none>
13:46:04.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:04.489385 7237 fs_manager.cc:359] Metadata directory not provided
13:46:04.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:04.489574 7237 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
13:46:04.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:04.489974 7237 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
13:46:04.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:04.495252 7237 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskViAqxR/test-tmp/mini-kudu-cluster989472649592514157/master-2/data/instance:
13:46:04.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "554f8f90c3ca4d19b7ca9bab9f191bad"
13:46:04.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-08 13:46:04 on dist-test-slave-vxj2"
13:46:04.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:04.496340 7237 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskViAqxR/test-tmp/mini-kudu-cluster989472649592514157/master-2/wal/instance:
13:46:04.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "554f8f90c3ca4d19b7ca9bab9f191bad"
13:46:04.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-08 13:46:04 on dist-test-slave-vxj2"
13:46:04.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:04.504164 7237 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.005s sys 0.004s
13:46:04.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:04.510239 7265 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
13:46:04.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:04.511497 7237 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.005s sys 0.000s
13:46:04.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:04.511881 7237 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskViAqxR/test-tmp/mini-kudu-cluster989472649592514157/master-2/data,/tmp/dist-test-taskViAqxR/test-tmp/mini-kudu-cluster989472649592514157/master-2/wal
13:46:04.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "554f8f90c3ca4d19b7ca9bab9f191bad"
13:46:04.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-08 13:46:04 on dist-test-slave-vxj2"
13:46:04.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:04.512277 7237 fs_report.cc:383] FS layout report
13:46:04.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
13:46:04.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskViAqxR/test-tmp/mini-kudu-cluster989472649592514157/master-2/wal
13:46:04.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskViAqxR/test-tmp/mini-kudu-cluster989472649592514157/master-2/wal
13:46:04.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskViAqxR/test-tmp/mini-kudu-cluster989472649592514157/master-2/data/data
13:46:04.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
13:46:04.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
13:46:04.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
13:46:04.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
13:46:04.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
13:46:04.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
13:46:04.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
13:46:04.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
13:46:04.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
13:46:04.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
13:46:04.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
13:46:04.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:04.523629 7143 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.6.226.124" port: 35013 } attempt: 6
13:46:04.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:46:04.530835 7143 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.6.226.124:35013: Network error: Client connection negotiation failed: client connection to 127.6.226.124:35013: connect: Connection refused (error 111)
13:46:04.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:04.547011 7237 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
13:46:04.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:04.548491 7237 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
13:46:04.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:04.548908 7237 kserver.cc:163] Server-wide thread pool size limit: 3276
13:46:04.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:04.625834 7237 rpc_server.cc:307] RPC server started. Bound to: 127.6.226.124:35013
13:46:04.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:04.625923 7330 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.6.226.124:35013 every 8 connection(s)
13:46:04.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:04.628582 7237 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskViAqxR/test-tmp/mini-kudu-cluster989472649592514157/master-2/data/info.pb
13:46:04.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:04.635061 7332 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
13:46:04.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:04.634996 7049 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskViAqxR/build/tsan/bin/kudu as pid 7237
13:46:04.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:04.635443 7049 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskViAqxR/test-tmp/mini-kudu-cluster989472649592514157/master-2/wal/instance
13:46:04.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:04.651743 7332 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.6.226.126" port: 44543 } has no permanent_uuid. Determining permanent_uuid...
13:46:04.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:04.681690 7332 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.6.226.125" port: 41717 } has no permanent_uuid. Determining permanent_uuid...
13:46:04.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:04.694684 7332 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.6.226.124" port: 35013 } has no permanent_uuid. Determining permanent_uuid...
13:46:04.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:04.712570 7332 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 554f8f90c3ca4d19b7ca9bab9f191bad: Bootstrap starting.
13:46:04.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:04.719188 7332 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 554f8f90c3ca4d19b7ca9bab9f191bad: Neither blocks nor log segments found. Creating new log.
13:46:04.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:04.721235 7332 log.cc:824] T 00000000000000000000000000000000 P 554f8f90c3ca4d19b7ca9bab9f191bad: Log is configured to *not* fsync() on all Append() calls
13:46:04.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:04.726832 7332 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 554f8f90c3ca4d19b7ca9bab9f191bad: No bootstrap required, opened a new log
13:46:04.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:04.748826 7332 raft_consensus.cc:348] T 00000000000000000000000000000000 P 554f8f90c3ca4d19b7ca9bab9f191bad [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "945bffdb4e5045389eb943404f6c7e80" member_type: VOTER last_known_addr { host: "127.6.226.126" port: 44543 } } peers { permanent_uuid: "eb16a5ec29b24cd7b094828d417fedde" member_type: VOTER last_known_addr { host: "127.6.226.125" port: 41717 } } peers { permanent_uuid: "554f8f90c3ca4d19b7ca9bab9f191bad" member_type: VOTER last_known_addr { host: "127.6.226.124" port: 35013 } }
13:46:04.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:04.749540 7332 raft_consensus.cc:374] T 00000000000000000000000000000000 P 554f8f90c3ca4d19b7ca9bab9f191bad [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
13:46:04.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:04.749740 7332 raft_consensus.cc:729] T 00000000000000000000000000000000 P 554f8f90c3ca4d19b7ca9bab9f191bad [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 554f8f90c3ca4d19b7ca9bab9f191bad, State: Initialized, Role: FOLLOWER
13:46:04.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:04.750473 7332 consensus_queue.cc:260] T 00000000000000000000000000000000 P 554f8f90c3ca4d19b7ca9bab9f191bad [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "945bffdb4e5045389eb943404f6c7e80" member_type: VOTER last_known_addr { host: "127.6.226.126" port: 44543 } } peers { permanent_uuid: "eb16a5ec29b24cd7b094828d417fedde" member_type: VOTER last_known_addr { host: "127.6.226.125" port: 41717 } } peers { permanent_uuid: "554f8f90c3ca4d19b7ca9bab9f191bad" member_type: VOTER last_known_addr { host: "127.6.226.124" port: 35013 } }
13:46:04.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:04.752921 7343 sys_catalog.cc:455] T 00000000000000000000000000000000 P 554f8f90c3ca4d19b7ca9bab9f191bad [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "945bffdb4e5045389eb943404f6c7e80" member_type: VOTER last_known_addr { host: "127.6.226.126" port: 44543 } } peers { permanent_uuid: "eb16a5ec29b24cd7b094828d417fedde" member_type: VOTER last_known_addr { host: "127.6.226.125" port: 41717 } } peers { permanent_uuid: "554f8f90c3ca4d19b7ca9bab9f191bad" member_type: VOTER last_known_addr { host: "127.6.226.124" port: 35013 } } }
13:46:04.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:04.753655 7343 sys_catalog.cc:458] T 00000000000000000000000000000000 P 554f8f90c3ca4d19b7ca9bab9f191bad [sys.catalog]: This master's current role is: FOLLOWER
13:46:04.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:04.754211 7332 sys_catalog.cc:564] T 00000000000000000000000000000000 P 554f8f90c3ca4d19b7ca9bab9f191bad [sys.catalog]: configured and running, proceeding with master startup.
13:46:04.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:46:04.783145 7355 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 554f8f90c3ca4d19b7ca9bab9f191bad: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
13:46:04.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:46:04.784011 7355 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
13:46:04.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:46:04.804373 7274 tablet.cc:2369] T 00000000000000000000000000000000 P 554f8f90c3ca4d19b7ca9bab9f191bad: Can't schedule compaction. Clean time has not been advanced past its initial value.
13:46:04.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:04.776700 7237 master_runner.cc:186] Error getting master registration for 127.6.226.126:44543: OK, instance_id { permanent_uuid: "945bffdb4e5045389eb943404f6c7e80" instance_seqno: 1786196760895026 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
13:46:04.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:04.811744 7237 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
13:46:05.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:05.038159 7343 raft_consensus.cc:482] T 00000000000000000000000000000000 P 554f8f90c3ca4d19b7ca9bab9f191bad [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
13:46:05.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:05.038743 7343 raft_consensus.cc:504] T 00000000000000000000000000000000 P 554f8f90c3ca4d19b7ca9bab9f191bad [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "945bffdb4e5045389eb943404f6c7e80" member_type: VOTER last_known_addr { host: "127.6.226.126" port: 44543 } } peers { permanent_uuid: "eb16a5ec29b24cd7b094828d417fedde" member_type: VOTER last_known_addr { host: "127.6.226.125" port: 41717 } } peers { permanent_uuid: "554f8f90c3ca4d19b7ca9bab9f191bad" member_type: VOTER last_known_addr { host: "127.6.226.124" port: 35013 } }
13:46:05.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:05.041401 7343 leader_election.cc:288] T 00000000000000000000000000000000 P 554f8f90c3ca4d19b7ca9bab9f191bad [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 945bffdb4e5045389eb943404f6c7e80 (127.6.226.126:44543), eb16a5ec29b24cd7b094828d417fedde (127.6.226.125:41717)
13:46:05.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:05.141530 7235 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.6.226.124" port: 35013 } attempt: 7
13:46:05.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:05.164256 7235 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P eb16a5ec29b24cd7b094828d417fedde: Bootstrap starting.
13:46:05.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:05.169816 7235 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P eb16a5ec29b24cd7b094828d417fedde: Neither blocks nor log segments found. Creating new log.
13:46:05.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:05.171706 7235 log.cc:824] T 00000000000000000000000000000000 P eb16a5ec29b24cd7b094828d417fedde: Log is configured to *not* fsync() on all Append() calls
13:46:05.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:05.177481 7235 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P eb16a5ec29b24cd7b094828d417fedde: No bootstrap required, opened a new log
13:46:05.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:05.209822 7235 raft_consensus.cc:348] T 00000000000000000000000000000000 P eb16a5ec29b24cd7b094828d417fedde [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "945bffdb4e5045389eb943404f6c7e80" member_type: VOTER last_known_addr { host: "127.6.226.126" port: 44543 } } peers { permanent_uuid: "eb16a5ec29b24cd7b094828d417fedde" member_type: VOTER last_known_addr { host: "127.6.226.125" port: 41717 } } peers { permanent_uuid: "554f8f90c3ca4d19b7ca9bab9f191bad" member_type: VOTER last_known_addr { host: "127.6.226.124" port: 35013 } }
13:46:05.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:05.211684 7235 raft_consensus.cc:374] T 00000000000000000000000000000000 P eb16a5ec29b24cd7b094828d417fedde [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
13:46:05.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:05.212107 7235 raft_consensus.cc:729] T 00000000000000000000000000000000 P eb16a5ec29b24cd7b094828d417fedde [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: eb16a5ec29b24cd7b094828d417fedde, State: Initialized, Role: FOLLOWER
13:46:05.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:05.213104 7235 consensus_queue.cc:260] T 00000000000000000000000000000000 P eb16a5ec29b24cd7b094828d417fedde [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "945bffdb4e5045389eb943404f6c7e80" member_type: VOTER last_known_addr { host: "127.6.226.126" port: 44543 } } peers { permanent_uuid: "eb16a5ec29b24cd7b094828d417fedde" member_type: VOTER last_known_addr { host: "127.6.226.125" port: 41717 } } peers { permanent_uuid: "554f8f90c3ca4d19b7ca9bab9f191bad" member_type: VOTER last_known_addr { host: "127.6.226.124" port: 35013 } }
13:46:05.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:05.216333 7359 sys_catalog.cc:455] T 00000000000000000000000000000000 P eb16a5ec29b24cd7b094828d417fedde [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "945bffdb4e5045389eb943404f6c7e80" member_type: VOTER last_known_addr { host: "127.6.226.126" port: 44543 } } peers { permanent_uuid: "eb16a5ec29b24cd7b094828d417fedde" member_type: VOTER last_known_addr { host: "127.6.226.125" port: 41717 } } peers { permanent_uuid: "554f8f90c3ca4d19b7ca9bab9f191bad" member_type: VOTER last_known_addr { host: "127.6.226.124" port: 35013 } } }
13:46:05.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:05.217347 7359 sys_catalog.cc:458] T 00000000000000000000000000000000 P eb16a5ec29b24cd7b094828d417fedde [sys.catalog]: This master's current role is: FOLLOWER
13:46:05.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:05.218343 7235 sys_catalog.cc:564] T 00000000000000000000000000000000 P eb16a5ec29b24cd7b094828d417fedde [sys.catalog]: configured and running, proceeding with master startup.
13:46:05.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:05.218520 7205 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "554f8f90c3ca4d19b7ca9bab9f191bad" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "eb16a5ec29b24cd7b094828d417fedde" is_pre_election: true
13:46:05.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:05.219410 7205 raft_consensus.cc:2454] T 00000000000000000000000000000000 P eb16a5ec29b24cd7b094828d417fedde [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 554f8f90c3ca4d19b7ca9bab9f191bad in term 0.
13:46:05.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:05.221055 7272 leader_election.cc:302] T 00000000000000000000000000000000 P 554f8f90c3ca4d19b7ca9bab9f191bad [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 554f8f90c3ca4d19b7ca9bab9f191bad, eb16a5ec29b24cd7b094828d417fedde; no voters:
13:46:05.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:05.222070 7343 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 554f8f90c3ca4d19b7ca9bab9f191bad [term 0 FOLLOWER]: Leader pre-election won for term 1
13:46:05.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:05.222383 7343 raft_consensus.cc:482] T 00000000000000000000000000000000 P 554f8f90c3ca4d19b7ca9bab9f191bad [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
13:46:05.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:05.222688 7343 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 554f8f90c3ca4d19b7ca9bab9f191bad [term 0 FOLLOWER]: Advancing to term 1
13:46:05.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:05.229645 7343 raft_consensus.cc:504] T 00000000000000000000000000000000 P 554f8f90c3ca4d19b7ca9bab9f191bad [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "945bffdb4e5045389eb943404f6c7e80" member_type: VOTER last_known_addr { host: "127.6.226.126" port: 44543 } } peers { permanent_uuid: "eb16a5ec29b24cd7b094828d417fedde" member_type: VOTER last_known_addr { host: "127.6.226.125" port: 41717 } } peers { permanent_uuid: "554f8f90c3ca4d19b7ca9bab9f191bad" member_type: VOTER last_known_addr { host: "127.6.226.124" port: 35013 } }
13:46:05.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:05.233512 7205 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "554f8f90c3ca4d19b7ca9bab9f191bad" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "eb16a5ec29b24cd7b094828d417fedde"
13:46:05.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:05.234141 7205 raft_consensus.cc:3037] T 00000000000000000000000000000000 P eb16a5ec29b24cd7b094828d417fedde [term 0 FOLLOWER]: Advancing to term 1
13:46:05.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:05.238111 7343 leader_election.cc:288] T 00000000000000000000000000000000 P 554f8f90c3ca4d19b7ca9bab9f191bad [CANDIDATE]: Term 1 election: Requested vote from peers 945bffdb4e5045389eb943404f6c7e80 (127.6.226.126:44543), eb16a5ec29b24cd7b094828d417fedde (127.6.226.125:41717)
13:46:05.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:05.241861 7205 raft_consensus.cc:2454] T 00000000000000000000000000000000 P eb16a5ec29b24cd7b094828d417fedde [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 554f8f90c3ca4d19b7ca9bab9f191bad in term 1.
13:46:05.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:05.243388 7272 leader_election.cc:302] T 00000000000000000000000000000000 P 554f8f90c3ca4d19b7ca9bab9f191bad [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 554f8f90c3ca4d19b7ca9bab9f191bad, eb16a5ec29b24cd7b094828d417fedde; no voters:
13:46:05.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:05.247303 7343 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 554f8f90c3ca4d19b7ca9bab9f191bad [term 1 FOLLOWER]: Leader election won for term 1
13:46:05.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:05.249847 7343 raft_consensus.cc:686] T 00000000000000000000000000000000 P 554f8f90c3ca4d19b7ca9bab9f191bad [term 1 LEADER]: Becoming Leader. State: Replica: 554f8f90c3ca4d19b7ca9bab9f191bad, State: Running, Role: LEADER
13:46:05.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:05.251951 7343 consensus_queue.cc:237] T 00000000000000000000000000000000 P 554f8f90c3ca4d19b7ca9bab9f191bad [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "945bffdb4e5045389eb943404f6c7e80" member_type: VOTER last_known_addr { host: "127.6.226.126" port: 44543 } } peers { permanent_uuid: "eb16a5ec29b24cd7b094828d417fedde" member_type: VOTER last_known_addr { host: "127.6.226.125" port: 41717 } } peers { permanent_uuid: "554f8f90c3ca4d19b7ca9bab9f191bad" member_type: VOTER last_known_addr { host: "127.6.226.124" port: 35013 } }
13:46:05.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:05.277956 7364 sys_catalog.cc:455] T 00000000000000000000000000000000 P 554f8f90c3ca4d19b7ca9bab9f191bad [sys.catalog]: SysCatalogTable state changed. Reason: New leader 554f8f90c3ca4d19b7ca9bab9f191bad. Latest consensus state: current_term: 1 leader_uuid: "554f8f90c3ca4d19b7ca9bab9f191bad" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "945bffdb4e5045389eb943404f6c7e80" member_type: VOTER last_known_addr { host: "127.6.226.126" port: 44543 } } peers { permanent_uuid: "eb16a5ec29b24cd7b094828d417fedde" member_type: VOTER last_known_addr { host: "127.6.226.125" port: 41717 } } peers { permanent_uuid: "554f8f90c3ca4d19b7ca9bab9f191bad" member_type: VOTER last_known_addr { host: "127.6.226.124" port: 35013 } } }
13:46:05.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:05.279783 7364 sys_catalog.cc:458] T 00000000000000000000000000000000 P 554f8f90c3ca4d19b7ca9bab9f191bad [sys.catalog]: This master's current role is: LEADER
13:46:05.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:05.286504 7370 catalog_manager.cc:1475] Loading table and tablet metadata into memory...
13:46:05.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:05.294314 7370 catalog_manager.cc:1484] Initializing Kudu cluster ID...
13:46:05.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:05.319123 7205 raft_consensus.cc:1261] T 00000000000000000000000000000000 P eb16a5ec29b24cd7b094828d417fedde [term 1 FOLLOWER]: Refusing update from remote peer 554f8f90c3ca4d19b7ca9bab9f191bad: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
13:46:05.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:05.322376 7343 consensus_queue.cc:1035] T 00000000000000000000000000000000 P 554f8f90c3ca4d19b7ca9bab9f191bad [LEADER]: Connected to new peer: Peer: permanent_uuid: "eb16a5ec29b24cd7b094828d417fedde" member_type: VOTER last_known_addr { host: "127.6.226.125" port: 41717 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
13:46:05.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:46:05.330996 7374 catalog_manager.cc:1558] T 00000000000000000000000000000000 P eb16a5ec29b24cd7b094828d417fedde: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
13:46:05.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:46:05.331687 7374 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
13:46:05.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:05.312425 7145 master_runner.cc:186] Error getting master registration for 127.6.226.126:44543: OK, instance_id { permanent_uuid: "945bffdb4e5045389eb943404f6c7e80" instance_seqno: 1786196760895026 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
13:46:05.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:05.370605 7145 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
13:46:05.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:05.379669 7359 sys_catalog.cc:455] T 00000000000000000000000000000000 P eb16a5ec29b24cd7b094828d417fedde [sys.catalog]: SysCatalogTable state changed. Reason: New leader 554f8f90c3ca4d19b7ca9bab9f191bad. Latest consensus state: current_term: 1 leader_uuid: "554f8f90c3ca4d19b7ca9bab9f191bad" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "945bffdb4e5045389eb943404f6c7e80" member_type: VOTER last_known_addr { host: "127.6.226.126" port: 44543 } } peers { permanent_uuid: "eb16a5ec29b24cd7b094828d417fedde" member_type: VOTER last_known_addr { host: "127.6.226.125" port: 41717 } } peers { permanent_uuid: "554f8f90c3ca4d19b7ca9bab9f191bad" member_type: VOTER last_known_addr { host: "127.6.226.124" port: 35013 } } }
13:46:05.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:05.386016 7359 sys_catalog.cc:458] T 00000000000000000000000000000000 P eb16a5ec29b24cd7b094828d417fedde [sys.catalog]: This master's current role is: FOLLOWER
13:46:05.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:05.391533 7375 mvcc.cc:205] Tried to move back new op lower bound from 7316261950717165568 to 7316261950510907392. Current Snapshot: MvccSnapshot[applied={T|T < 7316261950717165568}]
13:46:05.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:05.404758 7343 sys_catalog.cc:455] T 00000000000000000000000000000000 P 554f8f90c3ca4d19b7ca9bab9f191bad [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "554f8f90c3ca4d19b7ca9bab9f191bad" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "945bffdb4e5045389eb943404f6c7e80" member_type: VOTER last_known_addr { host: "127.6.226.126" port: 44543 } } peers { permanent_uuid: "eb16a5ec29b24cd7b094828d417fedde" member_type: VOTER last_known_addr { host: "127.6.226.125" port: 41717 } } peers { permanent_uuid: "554f8f90c3ca4d19b7ca9bab9f191bad" member_type: VOTER last_known_addr { host: "127.6.226.124" port: 35013 } } }
13:46:05.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:05.405735 7343 sys_catalog.cc:458] T 00000000000000000000000000000000 P 554f8f90c3ca4d19b7ca9bab9f191bad [sys.catalog]: This master's current role is: LEADER
13:46:05.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:05.405409 7378 mvcc.cc:205] Tried to move back new op lower bound from 7316261950717165568 to 7316261950510907392. Current Snapshot: MvccSnapshot[applied={T|T < 7316261950717165568}]
13:46:05.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:05.407748 7359 sys_catalog.cc:455] T 00000000000000000000000000000000 P eb16a5ec29b24cd7b094828d417fedde [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "554f8f90c3ca4d19b7ca9bab9f191bad" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "945bffdb4e5045389eb943404f6c7e80" member_type: VOTER last_known_addr { host: "127.6.226.126" port: 44543 } } peers { permanent_uuid: "eb16a5ec29b24cd7b094828d417fedde" member_type: VOTER last_known_addr { host: "127.6.226.125" port: 41717 } } peers { permanent_uuid: "554f8f90c3ca4d19b7ca9bab9f191bad" member_type: VOTER last_known_addr { host: "127.6.226.124" port: 35013 } } }
13:46:05.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:05.408857 7359 sys_catalog.cc:458] T 00000000000000000000000000000000 P eb16a5ec29b24cd7b094828d417fedde [sys.catalog]: This master's current role is: FOLLOWER
13:46:05.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:05.410624 7370 catalog_manager.cc:1347] Generated new cluster ID: 8f0561c95d65437d8e0ec8132eda9d66
13:46:05.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:05.410909 7370 catalog_manager.cc:1495] Initializing Kudu internal certificate authority...
13:46:05.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:05.441123 7370 catalog_manager.cc:1370] Generated new certificate authority record
13:46:05.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:05.443804 7370 catalog_manager.cc:1504] Loading token signing keys...
13:46:05.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:05.480345 7370 catalog_manager.cc:5868] T 00000000000000000000000000000000 P 554f8f90c3ca4d19b7ca9bab9f191bad: Generated new TSK 0
13:46:05.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:05.485909 7370 catalog_manager.cc:1514] Initializing in-progress tserver states...
13:46:05.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:05.519162 7049 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskViAqxR/build/tsan/bin/kudu
13:46:05.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskViAqxR/build/tsan/bin/kudu
13:46:05.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskViAqxR/test-tmp/mini-kudu-cluster989472649592514157/ts-0/wal
13:46:05.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskViAqxR/test-tmp/mini-kudu-cluster989472649592514157/ts-0/data
13:46:05.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
13:46:05.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
13:46:05.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
13:46:05.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
13:46:05.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
13:46:05.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
13:46:05.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskViAqxR/test-tmp/mini-kudu-cluster989472649592514157/ts-0/logs
13:46:05.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskViAqxR/test-tmp/mini-kudu-cluster989472649592514157/ts-0/data/info.pb
13:46:05.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
13:46:05.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
13:46:05.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
13:46:05.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
13:46:05.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
13:46:05.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
13:46:05.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
13:46:05.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
13:46:05.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
13:46:05.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
13:46:05.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.6.226.65:0
13:46:05.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.6.226.65
13:46:05.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.6.226.65
13:46:05.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
13:46:05.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.6.226.126:44543,127.6.226.125:41717,127.6.226.124:35013
13:46:05.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.6.226.84:34463
13:46:05.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
13:46:05.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
13:46:05.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
13:46:05.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:05.564304 7143 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.6.226.124" port: 35013 } attempt: 7
13:46:05.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:05.601227 7143 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 945bffdb4e5045389eb943404f6c7e80: Bootstrap starting.
13:46:05.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:05.626646 7143 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 945bffdb4e5045389eb943404f6c7e80: Neither blocks nor log segments found. Creating new log.
13:46:05.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:05.635689 7143 log.cc:824] T 00000000000000000000000000000000 P 945bffdb4e5045389eb943404f6c7e80: Log is configured to *not* fsync() on all Append() calls
13:46:05.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:05.663092 7143 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 945bffdb4e5045389eb943404f6c7e80: No bootstrap required, opened a new log
13:46:05.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:05.771384 7143 raft_consensus.cc:348] T 00000000000000000000000000000000 P 945bffdb4e5045389eb943404f6c7e80 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "945bffdb4e5045389eb943404f6c7e80" member_type: VOTER last_known_addr { host: "127.6.226.126" port: 44543 } } peers { permanent_uuid: "eb16a5ec29b24cd7b094828d417fedde" member_type: VOTER last_known_addr { host: "127.6.226.125" port: 41717 } } peers { permanent_uuid: "554f8f90c3ca4d19b7ca9bab9f191bad" member_type: VOTER last_known_addr { host: "127.6.226.124" port: 35013 } }
13:46:05.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:05.775038 7143 raft_consensus.cc:374] T 00000000000000000000000000000000 P 945bffdb4e5045389eb943404f6c7e80 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
13:46:05.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:05.776568 7143 raft_consensus.cc:729] T 00000000000000000000000000000000 P 945bffdb4e5045389eb943404f6c7e80 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 945bffdb4e5045389eb943404f6c7e80, State: Initialized, Role: FOLLOWER
13:46:05.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:05.780333 7143 consensus_queue.cc:260] T 00000000000000000000000000000000 P 945bffdb4e5045389eb943404f6c7e80 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "945bffdb4e5045389eb943404f6c7e80" member_type: VOTER last_known_addr { host: "127.6.226.126" port: 44543 } } peers { permanent_uuid: "eb16a5ec29b24cd7b094828d417fedde" member_type: VOTER last_known_addr { host: "127.6.226.125" port: 41717 } } peers { permanent_uuid: "554f8f90c3ca4d19b7ca9bab9f191bad" member_type: VOTER last_known_addr { host: "127.6.226.124" port: 35013 } }
13:46:05.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:05.809464 7116 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "554f8f90c3ca4d19b7ca9bab9f191bad" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "945bffdb4e5045389eb943404f6c7e80" is_pre_election: true
13:46:05.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:05.810415 7116 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 945bffdb4e5045389eb943404f6c7e80 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 554f8f90c3ca4d19b7ca9bab9f191bad in term 0.
13:46:05.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:05.811462 7115 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "554f8f90c3ca4d19b7ca9bab9f191bad" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "945bffdb4e5045389eb943404f6c7e80"
13:46:05.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:05.812070 7115 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 945bffdb4e5045389eb943404f6c7e80 [term 0 FOLLOWER]: Advancing to term 1
13:46:05.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:05.822923 7115 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 945bffdb4e5045389eb943404f6c7e80 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 554f8f90c3ca4d19b7ca9bab9f191bad in term 1.
13:46:05.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:05.824575 7114 raft_consensus.cc:1261] T 00000000000000000000000000000000 P 945bffdb4e5045389eb943404f6c7e80 [term 1 FOLLOWER]: Refusing update from remote peer 554f8f90c3ca4d19b7ca9bab9f191bad: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
13:46:05.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:05.832124 7343 consensus_queue.cc:1035] T 00000000000000000000000000000000 P 554f8f90c3ca4d19b7ca9bab9f191bad [LEADER]: Connected to new peer: Peer: permanent_uuid: "945bffdb4e5045389eb943404f6c7e80" member_type: VOTER last_known_addr { host: "127.6.226.126" port: 44543 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
13:46:05.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:05.807941 7385 sys_catalog.cc:455] T 00000000000000000000000000000000 P 945bffdb4e5045389eb943404f6c7e80 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "945bffdb4e5045389eb943404f6c7e80" member_type: VOTER last_known_addr { host: "127.6.226.126" port: 44543 } } peers { permanent_uuid: "eb16a5ec29b24cd7b094828d417fedde" member_type: VOTER last_known_addr { host: "127.6.226.125" port: 41717 } } peers { permanent_uuid: "554f8f90c3ca4d19b7ca9bab9f191bad" member_type: VOTER last_known_addr { host: "127.6.226.124" port: 35013 } } }
13:46:05.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:05.841244 7385 sys_catalog.cc:458] T 00000000000000000000000000000000 P 945bffdb4e5045389eb943404f6c7e80 [sys.catalog]: This master's current role is: FOLLOWER
13:46:05.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:05.840705 7143 sys_catalog.cc:564] T 00000000000000000000000000000000 P 945bffdb4e5045389eb943404f6c7e80 [sys.catalog]: configured and running, proceeding with master startup.
13:46:05.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:46:05.851974 7090 tablet.cc:2369] T 00000000000000000000000000000000 P 945bffdb4e5045389eb943404f6c7e80: Can't schedule compaction. Clean time has not been advanced past its initial value.
13:46:05.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:05.934092 7386 sys_catalog.cc:455] T 00000000000000000000000000000000 P 945bffdb4e5045389eb943404f6c7e80 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "554f8f90c3ca4d19b7ca9bab9f191bad" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "945bffdb4e5045389eb943404f6c7e80" member_type: VOTER last_known_addr { host: "127.6.226.126" port: 44543 } } peers { permanent_uuid: "eb16a5ec29b24cd7b094828d417fedde" member_type: VOTER last_known_addr { host: "127.6.226.125" port: 41717 } } peers { permanent_uuid: "554f8f90c3ca4d19b7ca9bab9f191bad" member_type: VOTER last_known_addr { host: "127.6.226.124" port: 35013 } } }
13:46:05.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:05.935164 7386 sys_catalog.cc:458] T 00000000000000000000000000000000 P 945bffdb4e5045389eb943404f6c7e80 [sys.catalog]: This master's current role is: FOLLOWER
13:46:05.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:05.936185 7385 sys_catalog.cc:455] T 00000000000000000000000000000000 P 945bffdb4e5045389eb943404f6c7e80 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 554f8f90c3ca4d19b7ca9bab9f191bad. Latest consensus state: current_term: 1 leader_uuid: "554f8f90c3ca4d19b7ca9bab9f191bad" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "945bffdb4e5045389eb943404f6c7e80" member_type: VOTER last_known_addr { host: "127.6.226.126" port: 44543 } } peers { permanent_uuid: "eb16a5ec29b24cd7b094828d417fedde" member_type: VOTER last_known_addr { host: "127.6.226.125" port: 41717 } } peers { permanent_uuid: "554f8f90c3ca4d19b7ca9bab9f191bad" member_type: VOTER last_known_addr { host: "127.6.226.124" port: 35013 } } }
13:46:05.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:05.936914 7385 sys_catalog.cc:458] T 00000000000000000000000000000000 P 945bffdb4e5045389eb943404f6c7e80 [sys.catalog]: This master's current role is: FOLLOWER
13:46:06.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:06.012200 7409 catalog_manager.cc:795] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
13:46:06.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:46:06.048509 7382 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
13:46:06.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:46:06.049230 7382 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
13:46:06.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:46:06.050235 7382 flags.cc:425] Enabled unsafe flag: --never_fsync=true
13:46:06.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:46:06.111716 7382 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
13:46:06.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:46:06.113309 7382 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.6.226.65
13:46:06.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:06.182206 7382 tablet_server_runner.cc:78] Tablet server non-default flags:
13:46:06.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
13:46:06.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.6.226.84:34463
13:46:06.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
13:46:06.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
13:46:06.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskViAqxR/test-tmp/mini-kudu-cluster989472649592514157/ts-0/data
13:46:06.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskViAqxR/test-tmp/mini-kudu-cluster989472649592514157/ts-0/wal
13:46:06.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
13:46:06.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
13:46:06.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.6.226.65:0
13:46:06.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
13:46:06.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
13:46:06.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
13:46:06.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskViAqxR/test-tmp/mini-kudu-cluster989472649592514157/ts-0/data/info.pb
13:46:06.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.6.226.65
13:46:06.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
13:46:06.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.6.226.126:44543,127.6.226.125:41717,127.6.226.124:35013
13:46:06.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
13:46:06.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
13:46:06.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
13:46:06.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
13:46:06.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
13:46:06.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.6.226.65
13:46:06.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskViAqxR/test-tmp/mini-kudu-cluster989472649592514157/ts-0/logs
13:46:06.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
13:46:06.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
13:46:06.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
13:46:06.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
13:46:06.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
13:46:06.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
13:46:06.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
13:46:06.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 08 Aug 2026 12:50:05 UTC on ccycloud.quasar-ayrwuc.root.comops.site
13:46:06.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4574796
13:46:06.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
13:46:06.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:06.184010 7382 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
13:46:06.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:06.186331 7382 file_cache.cc:493] Constructed file cache file cache with capacity 419430
13:46:06.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:46:06.212683 7413 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:46:06.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:06.340246 7374 catalog_manager.cc:1259] Loaded cluster ID: 8f0561c95d65437d8e0ec8132eda9d66
13:46:06.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:06.341017 7374 catalog_manager.cc:1552] T 00000000000000000000000000000000 P eb16a5ec29b24cd7b094828d417fedde: loading cluster ID for follower catalog manager: success
13:46:06.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:06.358672 7374 catalog_manager.cc:1574] T 00000000000000000000000000000000 P eb16a5ec29b24cd7b094828d417fedde: acquiring CA information for follower catalog manager: success
13:46:06.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:06.372748 7374 catalog_manager.cc:1602] T 00000000000000000000000000000000 P eb16a5ec29b24cd7b094828d417fedde: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
13:46:06.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:06.399385 7343 sys_catalog.cc:455] T 00000000000000000000000000000000 P 554f8f90c3ca4d19b7ca9bab9f191bad [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "554f8f90c3ca4d19b7ca9bab9f191bad" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "945bffdb4e5045389eb943404f6c7e80" member_type: VOTER last_known_addr { host: "127.6.226.126" port: 44543 } } peers { permanent_uuid: "eb16a5ec29b24cd7b094828d417fedde" member_type: VOTER last_known_addr { host: "127.6.226.125" port: 41717 } } peers { permanent_uuid: "554f8f90c3ca4d19b7ca9bab9f191bad" member_type: VOTER last_known_addr { host: "127.6.226.124" port: 35013 } } }
13:46:06.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:06.411811 7343 sys_catalog.cc:458] T 00000000000000000000000000000000 P 554f8f90c3ca4d19b7ca9bab9f191bad [sys.catalog]: This master's current role is: LEADER
13:46:07.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:07.036597 7409 catalog_manager.cc:1259] Loaded cluster ID: 8f0561c95d65437d8e0ec8132eda9d66
13:46:07.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:07.040588 7409 catalog_manager.cc:1552] T 00000000000000000000000000000000 P 945bffdb4e5045389eb943404f6c7e80: loading cluster ID for follower catalog manager: success
13:46:07.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:07.059509 7409 catalog_manager.cc:1574] T 00000000000000000000000000000000 P 945bffdb4e5045389eb943404f6c7e80: acquiring CA information for follower catalog manager: success
13:46:07.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:07.069119 7409 catalog_manager.cc:1602] T 00000000000000000000000000000000 P 945bffdb4e5045389eb943404f6c7e80: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
13:46:07.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:46:06.220466 7416 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:46:07.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:06.225723 7382 server_base.cc:1034] running on GCE node
13:46:07.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:46:06.219019 7411 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:46:07.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:07.693879 7382 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
13:46:07.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:07.704142 7382 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
13:46:07.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:07.705873 7382 hybrid_clock.cc:648] HybridClock initialized: now 1786196767705829 us; error 59 us; skew 500 ppm
13:46:07.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:07.711073 7382 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
13:46:07.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:07.741923 7382 webserver.cc:460] Webserver started at http://127.6.226.65:40265/ using document root <none> and password file <none>
13:46:07.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:07.744248 7382 fs_manager.cc:359] Metadata directory not provided
13:46:07.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:07.744889 7382 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
13:46:07.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:07.745836 7382 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
13:46:07.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:07.754801 7382 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskViAqxR/test-tmp/mini-kudu-cluster989472649592514157/ts-0/data/instance:
13:46:07.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "9f490c5e24d04d54b6c55e8342672c2b"
13:46:07.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-08 13:46:07 on dist-test-slave-vxj2"
13:46:07.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:07.756815 7382 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskViAqxR/test-tmp/mini-kudu-cluster989472649592514157/ts-0/wal/instance:
13:46:07.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "9f490c5e24d04d54b6c55e8342672c2b"
13:46:07.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-08 13:46:07 on dist-test-slave-vxj2"
13:46:07.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:07.779821 7382 fs_manager.cc:691] Time spent creating directory manager: real 0.022s user 0.013s sys 0.008s
13:46:07.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:07.793839 7428 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
13:46:07.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:07.795589 7382 fs_manager.cc:725] Time spent opening block manager: real 0.011s user 0.009s sys 0.002s
13:46:07.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:07.796244 7382 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskViAqxR/test-tmp/mini-kudu-cluster989472649592514157/ts-0/data,/tmp/dist-test-taskViAqxR/test-tmp/mini-kudu-cluster989472649592514157/ts-0/wal
13:46:07.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "9f490c5e24d04d54b6c55e8342672c2b"
13:46:07.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-08 13:46:07 on dist-test-slave-vxj2"
13:46:07.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:07.796974 7382 fs_report.cc:383] FS layout report
13:46:07.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
13:46:07.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskViAqxR/test-tmp/mini-kudu-cluster989472649592514157/ts-0/wal
13:46:07.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskViAqxR/test-tmp/mini-kudu-cluster989472649592514157/ts-0/wal
13:46:07.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskViAqxR/test-tmp/mini-kudu-cluster989472649592514157/ts-0/data/data
13:46:07.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
13:46:07.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
13:46:07.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
13:46:07.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
13:46:07.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
13:46:07.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
13:46:07.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
13:46:07.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
13:46:07.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
13:46:07.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
13:46:07.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
13:46:07.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:07.894313 7382 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
13:46:07.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:07.896638 7382 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
13:46:07.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:07.897537 7382 kserver.cc:163] Server-wide thread pool size limit: 3276
13:46:07.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:07.907152 7382 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
13:46:07.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:07.920588 7382 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
13:46:07.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:07.921679 7382 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.001s user 0.000s sys 0.000s
13:46:07.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:07.922304 7382 ts_tablet_manager.cc:610] Registered 0 tablets
13:46:07.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:07.922712 7382 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
13:46:08.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:08.158681 7382 rpc_server.cc:307] RPC server started. Bound to: 127.6.226.65:46859
13:46:08.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:08.158849 7557 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.6.226.65:46859 every 8 connection(s)
13:46:08.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:08.161404 7382 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskViAqxR/test-tmp/mini-kudu-cluster989472649592514157/ts-0/data/info.pb
13:46:08.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:08.167112 7049 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskViAqxR/build/tsan/bin/kudu as pid 7382
13:46:08.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:08.167636 7049 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskViAqxR/test-tmp/mini-kudu-cluster989472649592514157/ts-0/wal/instance
13:46:08.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:08.198483 7049 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskViAqxR/build/tsan/bin/kudu
13:46:08.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskViAqxR/build/tsan/bin/kudu
13:46:08.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskViAqxR/test-tmp/mini-kudu-cluster989472649592514157/ts-1/wal
13:46:08.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskViAqxR/test-tmp/mini-kudu-cluster989472649592514157/ts-1/data
13:46:08.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
13:46:08.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
13:46:08.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
13:46:08.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
13:46:08.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
13:46:08.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
13:46:08.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskViAqxR/test-tmp/mini-kudu-cluster989472649592514157/ts-1/logs
13:46:08.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskViAqxR/test-tmp/mini-kudu-cluster989472649592514157/ts-1/data/info.pb
13:46:08.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
13:46:08.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
13:46:08.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
13:46:08.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
13:46:08.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
13:46:08.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
13:46:08.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
13:46:08.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
13:46:08.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
13:46:08.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
13:46:08.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.6.226.66:0
13:46:08.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.6.226.66
13:46:08.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.6.226.66
13:46:08.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
13:46:08.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.6.226.126:44543,127.6.226.125:41717,127.6.226.124:35013
13:46:08.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.6.226.84:34463
13:46:08.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
13:46:08.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
13:46:08.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
13:46:08.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:08.229002 7558 heartbeater.cc:347] Connected to a master server at 127.6.226.124:35013
13:46:08.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:08.229560 7558 heartbeater.cc:464] Registering TS with master...
13:46:08.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:08.230783 7558 heartbeater.cc:511] Master 127.6.226.124:35013 requested a full tablet report, sending...
13:46:08.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:08.233903 7286 ts_manager.cc:194] Registered new tserver with Master: 9f490c5e24d04d54b6c55e8342672c2b (127.6.226.65:46859)
13:46:08.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:08.236768 7286 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.6.226.65:60063
13:46:08.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:08.244005 7559 heartbeater.cc:347] Connected to a master server at 127.6.226.125:41717
13:46:08.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:08.244324 7559 heartbeater.cc:464] Registering TS with master...
13:46:08.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:08.245090 7559 heartbeater.cc:511] Master 127.6.226.125:41717 requested a full tablet report, sending...
13:46:08.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:08.248636 7191 ts_manager.cc:194] Registered new tserver with Master: 9f490c5e24d04d54b6c55e8342672c2b (127.6.226.65:46859)
13:46:08.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:08.254048 7560 heartbeater.cc:347] Connected to a master server at 127.6.226.126:44543
13:46:08.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:08.254407 7560 heartbeater.cc:464] Registering TS with master...
13:46:08.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:08.255146 7560 heartbeater.cc:511] Master 127.6.226.126:44543 requested a full tablet report, sending...
13:46:08.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:08.258270 7102 ts_manager.cc:194] Registered new tserver with Master: 9f490c5e24d04d54b6c55e8342672c2b (127.6.226.65:46859)
13:46:08.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:46:08.558861 7571 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
13:46:08.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:46:08.559532 7571 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
13:46:08.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:46:08.560176 7571 flags.cc:425] Enabled unsafe flag: --never_fsync=true
13:46:08.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:46:08.593820 7571 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
13:46:08.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:46:08.594828 7571 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.6.226.66
13:46:08.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:08.637542 7571 tablet_server_runner.cc:78] Tablet server non-default flags:
13:46:08.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
13:46:08.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.6.226.84:34463
13:46:08.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
13:46:08.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
13:46:08.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskViAqxR/test-tmp/mini-kudu-cluster989472649592514157/ts-1/data
13:46:08.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskViAqxR/test-tmp/mini-kudu-cluster989472649592514157/ts-1/wal
13:46:08.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
13:46:08.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
13:46:08.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.6.226.66:0
13:46:08.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
13:46:08.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
13:46:08.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
13:46:08.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskViAqxR/test-tmp/mini-kudu-cluster989472649592514157/ts-1/data/info.pb
13:46:08.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.6.226.66
13:46:08.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
13:46:08.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.6.226.126:44543,127.6.226.125:41717,127.6.226.124:35013
13:46:08.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
13:46:08.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
13:46:08.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
13:46:08.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
13:46:08.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
13:46:08.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.6.226.66
13:46:08.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskViAqxR/test-tmp/mini-kudu-cluster989472649592514157/ts-1/logs
13:46:08.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
13:46:08.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
13:46:08.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
13:46:08.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
13:46:08.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
13:46:08.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
13:46:08.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
13:46:08.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 08 Aug 2026 12:50:05 UTC on ccycloud.quasar-ayrwuc.root.comops.site
13:46:08.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4574796
13:46:08.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
13:46:08.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:08.639119 7571 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
13:46:08.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:08.641469 7571 file_cache.cc:493] Constructed file cache file cache with capacity 419430
13:46:08.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:46:08.667276 7577 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:46:09.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:09.242620 7558 heartbeater.cc:503] Master 127.6.226.124:35013 was elected leader, sending a full tablet report...
13:46:10.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:46:10.059698 7576 debug-util.cc:398] Leaking SignalData structure 0x7b0800014860 after lost signal to thread 7571
13:46:10.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:46:10.482661 7576 kernel_stack_watchdog.cc:198] Thread 7571 stuck at /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/util/thread.cc:637 for 387ms:
13:46:10.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
13:46:10.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
13:46:10.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
13:46:10.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
13:46:10.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:46:08.668699 7578 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:46:10.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:46:10.484912 7571 thread.cc:636] OpenStack (cloud detector) Time spent creating pthread: real 1.815s user 0.001s sys 0.002s
13:46:10.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:46:10.485281 7571 thread.cc:602] OpenStack (cloud detector) Time spent starting thread: real 1.816s user 0.001s sys 0.002s
13:46:10.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:46:10.492177 7581 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:46:10.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:46:10.492650 7579 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1822 milliseconds
13:46:10.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:10.492728 7571 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
13:46:10.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:10.493979 7571 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
13:46:10.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:10.496778 7571 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
13:46:10.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:10.498201 7571 hybrid_clock.cc:648] HybridClock initialized: now 1786196770498156 us; error 60 us; skew 500 ppm
13:46:10.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:10.498950 7571 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
13:46:10.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:10.505682 7571 webserver.cc:460] Webserver started at http://127.6.226.66:43299/ using document root <none> and password file <none>
13:46:10.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:10.506611 7571 fs_manager.cc:359] Metadata directory not provided
13:46:10.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:10.506798 7571 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
13:46:10.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:10.507254 7571 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
13:46:10.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:10.512424 7571 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskViAqxR/test-tmp/mini-kudu-cluster989472649592514157/ts-1/data/instance:
13:46:10.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e02d1e2e3ee641c38eaeaf306b889c25"
13:46:10.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-08 13:46:10 on dist-test-slave-vxj2"
13:46:10.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:10.513594 7571 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskViAqxR/test-tmp/mini-kudu-cluster989472649592514157/ts-1/wal/instance:
13:46:10.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e02d1e2e3ee641c38eaeaf306b889c25"
13:46:10.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-08 13:46:10 on dist-test-slave-vxj2"
13:46:10.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:10.521387 7571 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.006s sys 0.001s
13:46:10.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:10.527757 7590 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
13:46:10.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:10.528970 7571 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.005s sys 0.001s
13:46:10.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:10.529345 7571 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskViAqxR/test-tmp/mini-kudu-cluster989472649592514157/ts-1/data,/tmp/dist-test-taskViAqxR/test-tmp/mini-kudu-cluster989472649592514157/ts-1/wal
13:46:10.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e02d1e2e3ee641c38eaeaf306b889c25"
13:46:10.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-08 13:46:10 on dist-test-slave-vxj2"
13:46:10.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:10.529662 7571 fs_report.cc:383] FS layout report
13:46:10.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
13:46:10.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskViAqxR/test-tmp/mini-kudu-cluster989472649592514157/ts-1/wal
13:46:10.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskViAqxR/test-tmp/mini-kudu-cluster989472649592514157/ts-1/wal
13:46:10.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskViAqxR/test-tmp/mini-kudu-cluster989472649592514157/ts-1/data/data
13:46:10.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
13:46:10.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
13:46:10.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
13:46:10.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
13:46:10.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
13:46:10.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
13:46:10.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
13:46:10.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
13:46:10.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
13:46:10.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
13:46:10.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
13:46:10.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:10.585237 7571 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
13:46:10.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:10.586788 7571 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
13:46:10.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:10.587234 7571 kserver.cc:163] Server-wide thread pool size limit: 3276
13:46:10.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:10.590768 7571 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
13:46:10.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:10.595458 7571 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
13:46:10.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:10.595662 7571 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
13:46:10.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:10.595876 7571 ts_tablet_manager.cc:610] Registered 0 tablets
13:46:10.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:10.596027 7571 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
13:46:10.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:10.776563 7571 rpc_server.cc:307] RPC server started. Bound to: 127.6.226.66:40999
13:46:10.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:10.776718 7720 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.6.226.66:40999 every 8 connection(s)
13:46:10.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:10.780248 7571 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskViAqxR/test-tmp/mini-kudu-cluster989472649592514157/ts-1/data/info.pb
13:46:10.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:10.788360 7049 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskViAqxR/build/tsan/bin/kudu as pid 7571
13:46:10.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:10.789131 7049 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskViAqxR/test-tmp/mini-kudu-cluster989472649592514157/ts-1/wal/instance
13:46:10.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:10.804478 7049 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskViAqxR/build/tsan/bin/kudu
13:46:10.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskViAqxR/build/tsan/bin/kudu
13:46:10.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskViAqxR/test-tmp/mini-kudu-cluster989472649592514157/ts-2/wal
13:46:10.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskViAqxR/test-tmp/mini-kudu-cluster989472649592514157/ts-2/data
13:46:10.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
13:46:10.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
13:46:10.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
13:46:10.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
13:46:10.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
13:46:10.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
13:46:10.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskViAqxR/test-tmp/mini-kudu-cluster989472649592514157/ts-2/logs
13:46:10.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskViAqxR/test-tmp/mini-kudu-cluster989472649592514157/ts-2/data/info.pb
13:46:10.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
13:46:10.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
13:46:10.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
13:46:10.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
13:46:10.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
13:46:10.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
13:46:10.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
13:46:10.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
13:46:10.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
13:46:10.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
13:46:10.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.6.226.67:0
13:46:10.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.6.226.67
13:46:10.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.6.226.67
13:46:10.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
13:46:10.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.6.226.126:44543,127.6.226.125:41717,127.6.226.124:35013
13:46:10.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.6.226.84:34463
13:46:10.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
13:46:10.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
13:46:10.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
13:46:10.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:10.871157 7721 heartbeater.cc:347] Connected to a master server at 127.6.226.124:35013
13:46:10.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:10.871690 7721 heartbeater.cc:464] Registering TS with master...
13:46:10.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:10.872576 7722 heartbeater.cc:347] Connected to a master server at 127.6.226.125:41717
13:46:10.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:10.872913 7721 heartbeater.cc:511] Master 127.6.226.124:35013 requested a full tablet report, sending...
13:46:10.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:10.872951 7722 heartbeater.cc:464] Registering TS with master...
13:46:10.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:10.874822 7722 heartbeater.cc:511] Master 127.6.226.125:41717 requested a full tablet report, sending...
13:46:10.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:10.875769 7286 ts_manager.cc:194] Registered new tserver with Master: e02d1e2e3ee641c38eaeaf306b889c25 (127.6.226.66:40999)
13:46:10.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:10.877638 7191 ts_manager.cc:194] Registered new tserver with Master: e02d1e2e3ee641c38eaeaf306b889c25 (127.6.226.66:40999)
13:46:10.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:10.877800 7286 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.6.226.66:34987
13:46:10.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:10.882759 7725 heartbeater.cc:347] Connected to a master server at 127.6.226.126:44543
13:46:10.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:10.883113 7725 heartbeater.cc:464] Registering TS with master...
13:46:10.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:10.883878 7725 heartbeater.cc:511] Master 127.6.226.126:44543 requested a full tablet report, sending...
13:46:10.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:10.886808 7102 ts_manager.cc:194] Registered new tserver with Master: e02d1e2e3ee641c38eaeaf306b889c25 (127.6.226.66:40999)
13:46:11.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:46:11.177696 7727 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
13:46:11.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:46:11.178201 7727 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
13:46:11.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:46:11.178632 7727 flags.cc:425] Enabled unsafe flag: --never_fsync=true
13:46:11.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:46:11.209800 7727 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
13:46:11.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:46:11.210757 7727 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.6.226.67
13:46:11.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:11.249989 7727 tablet_server_runner.cc:78] Tablet server non-default flags:
13:46:11.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
13:46:11.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.6.226.84:34463
13:46:11.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
13:46:11.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
13:46:11.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskViAqxR/test-tmp/mini-kudu-cluster989472649592514157/ts-2/data
13:46:11.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskViAqxR/test-tmp/mini-kudu-cluster989472649592514157/ts-2/wal
13:46:11.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
13:46:11.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
13:46:11.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.6.226.67:0
13:46:11.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
13:46:11.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
13:46:11.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
13:46:11.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskViAqxR/test-tmp/mini-kudu-cluster989472649592514157/ts-2/data/info.pb
13:46:11.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.6.226.67
13:46:11.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
13:46:11.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.6.226.126:44543,127.6.226.125:41717,127.6.226.124:35013
13:46:11.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
13:46:11.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
13:46:11.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
13:46:11.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
13:46:11.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
13:46:11.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.6.226.67
13:46:11.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskViAqxR/test-tmp/mini-kudu-cluster989472649592514157/ts-2/logs
13:46:11.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
13:46:11.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
13:46:11.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
13:46:11.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
13:46:11.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
13:46:11.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
13:46:11.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
13:46:11.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 08 Aug 2026 12:50:05 UTC on ccycloud.quasar-ayrwuc.root.comops.site
13:46:11.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4574796
13:46:11.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
13:46:11.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:11.251413 7727 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
13:46:11.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:11.253539 7727 file_cache.cc:493] Constructed file cache file cache with capacity 419430
13:46:11.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:46:11.274240 7740 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:46:11.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:11.882768 7721 heartbeater.cc:503] Master 127.6.226.124:35013 was elected leader, sending a full tablet report...
13:46:12.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:46:11.275055 7739 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:46:12.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:46:11.276011 7742 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:46:12.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:46:12.532063 7741 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
13:46:12.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:12.532189 7727 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
13:46:12.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:12.536737 7727 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
13:46:12.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:12.539094 7727 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
13:46:12.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:12.540498 7727 hybrid_clock.cc:648] HybridClock initialized: now 1786196772540465 us; error 41 us; skew 500 ppm
13:46:12.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:12.541443 7727 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
13:46:12.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:12.548616 7727 webserver.cc:460] Webserver started at http://127.6.226.67:32899/ using document root <none> and password file <none>
13:46:12.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:12.549827 7727 fs_manager.cc:359] Metadata directory not provided
13:46:12.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:12.550086 7727 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
13:46:12.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:12.550676 7727 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
13:46:12.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:12.556263 7727 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskViAqxR/test-tmp/mini-kudu-cluster989472649592514157/ts-2/data/instance:
13:46:12.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b84432edfdb0407d89baf91c6c517214"
13:46:12.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-08 13:46:12 on dist-test-slave-vxj2"
13:46:12.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:12.557497 7727 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskViAqxR/test-tmp/mini-kudu-cluster989472649592514157/ts-2/wal/instance:
13:46:12.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b84432edfdb0407d89baf91c6c517214"
13:46:12.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-08 13:46:12 on dist-test-slave-vxj2"
13:46:12.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:12.565574 7727 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.006s sys 0.001s
13:46:12.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:12.571632 7751 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
13:46:12.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:12.572734 7727 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.005s sys 0.001s
13:46:12.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:12.573190 7727 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskViAqxR/test-tmp/mini-kudu-cluster989472649592514157/ts-2/data,/tmp/dist-test-taskViAqxR/test-tmp/mini-kudu-cluster989472649592514157/ts-2/wal
13:46:12.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b84432edfdb0407d89baf91c6c517214"
13:46:12.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-08 13:46:12 on dist-test-slave-vxj2"
13:46:12.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:12.573573 7727 fs_report.cc:383] FS layout report
13:46:12.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
13:46:12.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskViAqxR/test-tmp/mini-kudu-cluster989472649592514157/ts-2/wal
13:46:12.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskViAqxR/test-tmp/mini-kudu-cluster989472649592514157/ts-2/wal
13:46:12.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskViAqxR/test-tmp/mini-kudu-cluster989472649592514157/ts-2/data/data
13:46:12.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
13:46:12.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
13:46:12.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
13:46:12.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
13:46:12.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
13:46:12.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
13:46:12.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
13:46:12.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
13:46:12.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
13:46:12.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
13:46:12.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
13:46:12.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:12.618898 7727 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
13:46:12.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:12.620685 7727 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
13:46:12.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:12.621272 7727 kserver.cc:163] Server-wide thread pool size limit: 3276
13:46:12.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:12.624544 7727 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
13:46:12.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:12.630597 7727 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
13:46:12.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:12.630873 7727 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
13:46:12.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:12.631207 7727 ts_tablet_manager.cc:610] Registered 0 tablets
13:46:12.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:12.631414 7727 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
13:46:12.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:12.821595 7727 rpc_server.cc:307] RPC server started. Bound to: 127.6.226.67:43075
13:46:12.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:12.821727 7882 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.6.226.67:43075 every 8 connection(s)
13:46:12.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:12.824331 7727 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskViAqxR/test-tmp/mini-kudu-cluster989472649592514157/ts-2/data/info.pb
13:46:12.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:12.828434 7049 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskViAqxR/build/tsan/bin/kudu as pid 7727
13:46:12.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:12.828956 7049 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskViAqxR/test-tmp/mini-kudu-cluster989472649592514157/ts-2/wal/instance
13:46:12.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:12.906302 7883 heartbeater.cc:347] Connected to a master server at 127.6.226.124:35013
13:46:12.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:12.907007 7883 heartbeater.cc:464] Registering TS with master...
13:46:12.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:12.910171 7883 heartbeater.cc:511] Master 127.6.226.124:35013 requested a full tablet report, sending...
13:46:12.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:12.913839 7286 ts_manager.cc:194] Registered new tserver with Master: b84432edfdb0407d89baf91c6c517214 (127.6.226.67:43075)
13:46:12.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:12.916004 7286 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.6.226.67:43893
13:46:12.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:12.924809 7886 heartbeater.cc:347] Connected to a master server at 127.6.226.126:44543
13:46:12.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:12.925307 7886 heartbeater.cc:464] Registering TS with master...
13:46:12.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:12.926308 7886 heartbeater.cc:511] Master 127.6.226.126:44543 requested a full tablet report, sending...
13:46:12.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:12.930248 7102 ts_manager.cc:194] Registered new tserver with Master: b84432edfdb0407d89baf91c6c517214 (127.6.226.67:43075)
13:46:12.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:12.937253 7885 heartbeater.cc:347] Connected to a master server at 127.6.226.125:41717
13:46:12.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:12.937783 7885 heartbeater.cc:464] Registering TS with master...
13:46:12.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:12.938964 7885 heartbeater.cc:511] Master 127.6.226.125:41717 requested a full tablet report, sending...
13:46:12.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:12.943439 7191 ts_manager.cc:194] Registered new tserver with Master: b84432edfdb0407d89baf91c6c517214 (127.6.226.67:43075)
13:46:12.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:12.949100 7049 external_mini_cluster.cc:930] 3 TS(s) registered with all masters
13:46:12.976 [DEBUG - main] (MiniKuduCluster.java:195) Response:
13:46:12.977 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}
13:46:12.989 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
masters {
id {
type: MASTER
index: 0
}
bound_rpc_address {
host: "127.6.226.126"
port: 44543
}
bound_http_address {
host: "127.6.226.126"
port: 46363
}
}
masters {
id {
type: MASTER
index: 1
}
bound_rpc_address {
host: "127.6.226.125"
port: 41717
}
bound_http_address {
host: "127.6.226.125"
port: 38431
}
}
masters {
id {
type: MASTER
index: 2
}
bound_rpc_address {
host: "127.6.226.124"
port: 35013
}
bound_http_address {
host: "127.6.226.124"
port: 38671
}
}
}
13:46:12.994 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}
13:46:12.997 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
tservers {
id {
type: TSERVER
index: 0
}
bound_rpc_address {
host: "127.6.226.65"
port: 46859
}
bound_http_address {
host: "127.6.226.65"
port: 40265
}
}
tservers {
id {
type: TSERVER
index: 1
}
bound_rpc_address {
host: "127.6.226.66"
port: 40999
}
bound_http_address {
host: "127.6.226.66"
port: 43299
}
}
tservers {
id {
type: TSERVER
index: 2
}
bound_rpc_address {
host: "127.6.226.67"
port: 43075
}
bound_http_address {
host: "127.6.226.67"
port: 32899
}
}
}
13:46:12.997 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
13:46:13.198 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication
13:46:13.351 [INFO - Time-limited test] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskViAqxR/test-tmp
13:46:13.352 [INFO - Time-limited test] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
13:46:13.353 [INFO - Time-limited test] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskViAqxR/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
13:46:13.356 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 0
enable_kerberos: true
cluster_root: "/tmp/dist-test-taskViAqxR/test-tmp/mini-kudu-cluster8637025279816330972"
extra_master_flags: "--authn_token_validity_seconds=10"
hms_mode: NONE
mini_kdc_options {
ticket_lifetime: "10s"
renew_lifetime: "20s"
}
principal: "kudu"
mini_oidc_options {
}
}
13:46:13.788 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
13:46:13.788 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_cluster {
}
13:46:13.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:13.792448 7898 mini_oidc.cc:152] Starting JWKS server
13:46:13.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:13.796412 7898 webserver.cc:460] Webserver started at http://127.0.0.1:46681/ using document root <none> and password file <none>
13:46:13.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:13.796998 7898 mini_oidc.cc:189] Starting OIDC Discovery server
13:46:13.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:13.799047 7898 webserver.cc:460] Webserver started at http://127.0.0.1:33749/ using document root <none> and password file <none>
13:46:13.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Loading random data
13:46:13.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Initializing database '/tmp/dist-test-taskViAqxR/test-tmp/mini-kudu-cluster8637025279816330972/krb5kdc/principal' for realm 'KRBTEST.COM',
13:46:13.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master key name 'K/M@KRBTEST.COM'
13:46:13.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 08 13:46:13 dist-test-slave-vxj2 krb5kdc[7913](info): setting up network...
13:46:13.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) krb5kdc: setsockopt(10,IPV6_V6ONLY,1) worked
13:46:13.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 08 13:46:13 dist-test-slave-vxj2 krb5kdc[7913](info): set up 2 sockets
13:46:13.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 08 13:46:13 dist-test-slave-vxj2 krb5kdc[7913](info): commencing operation
13:46:13.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) krb5kdc: starting...
13:46:13.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:13.922578 7883 heartbeater.cc:503] Master 127.6.226.124:35013 was elected leader, sending a full tablet report...
13:46:15.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:46:15.030961 7898 mini_kdc.cc:121] Time spent starting KDC: real 1.204s user 0.000s sys 0.029s
13:46:15.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for test-admin@KRBTEST.COM; defaulting to no policy
13:46:15.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
13:46:15.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "test-admin@KRBTEST.COM" created.
13:46:15.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for test-user@KRBTEST.COM; defaulting to no policy
13:46:15.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
13:46:15.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "test-user@KRBTEST.COM" created.
13:46:15.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for joe-interloper@KRBTEST.COM; defaulting to no policy
13:46:15.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
13:46:15.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "joe-interloper@KRBTEST.COM" created.
13:46:15.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
13:46:15.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal test-user with kvno 1, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskViAqxR/test-tmp/mini-kudu-cluster8637025279816330972/krb5kdc/test-user.keytab.
13:46:15.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal test-user with kvno 1, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskViAqxR/test-tmp/mini-kudu-cluster8637025279816330972/krb5kdc/test-user.keytab.
13:46:15.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 08 13:46:15 dist-test-slave-vxj2 krb5kdc[7913](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786196775, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
13:46:15.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
13:46:15.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-08T13:46:15Z chronyd version 3.5 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -SECHASH -IPV6 +DEBUG)
13:46:15.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-08T13:46:15Z Disabled control of system clock
13:46:15.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.7.182.190@KRBTEST.COM; defaulting to no policy
13:46:15.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
13:46:15.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.7.182.190@KRBTEST.COM" created.
13:46:15.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
13:46:15.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.7.182.190 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskViAqxR/test-tmp/mini-kudu-cluster8637025279816330972/krb5kdc/kudu_127.7.182.190.keytab.
13:46:15.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.7.182.190 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskViAqxR/test-tmp/mini-kudu-cluster8637025279816330972/krb5kdc/kudu_127.7.182.190.keytab.
13:46:15.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:15.279639 7898 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskViAqxR/build/tsan/bin/kudu
13:46:15.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskViAqxR/build/tsan/bin/kudu
13:46:15.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskViAqxR/test-tmp/mini-kudu-cluster8637025279816330972/master-0/wal
13:46:15.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskViAqxR/test-tmp/mini-kudu-cluster8637025279816330972/master-0/data
13:46:15.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
13:46:15.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
13:46:15.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
13:46:15.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
13:46:15.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
13:46:15.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
13:46:15.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskViAqxR/test-tmp/mini-kudu-cluster8637025279816330972/master-0/logs
13:46:15.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskViAqxR/test-tmp/mini-kudu-cluster8637025279816330972/master-0/data/info.pb
13:46:15.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
13:46:15.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
13:46:15.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
13:46:15.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
13:46:15.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
13:46:15.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
13:46:15.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
13:46:15.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
13:46:15.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
13:46:15.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
13:46:15.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
13:46:15.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
13:46:15.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.182.190:44299
13:46:15.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.182.190
13:46:15.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
13:46:15.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskViAqxR/test-tmp/mini-kudu-cluster8637025279816330972/krb5kdc/kudu_127.7.182.190.keytab
13:46:15.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.7.182.190
13:46:15.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
13:46:15.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
13:46:15.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
13:46:15.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.182.148:35067
13:46:15.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
13:46:15.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
13:46:15.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
13:46:15.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
13:46:15.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.7.182.190:44299,127.7.182.189:33873,127.7.182.188:45515
13:46:15.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
13:46:15.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46681/jwks.json
13:46:15.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskViAqxR/test-tmp/mini-kudu-cluster8637025279816330972/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskViAqxR/test-tmp/mini-kudu-cluster8637025279816330972/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskViAqxR/test-tmp/mini-kudu-cluster8637025279816330972/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
13:46:15.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:46:15.761031 7927 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
13:46:15.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:46:15.761842 7927 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
13:46:15.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:46:15.762624 7927 flags.cc:425] Enabled unsafe flag: --never_fsync=true
13:46:15.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:46:15.805382 7927 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
13:46:15.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:46:15.805663 7927 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
13:46:15.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:46:15.805928 7927 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
13:46:15.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:46:15.806123 7927 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
13:46:15.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:46:15.806489 7927 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
13:46:15.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:46:15.806780 7927 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
13:46:15.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:46:15.806962 7927 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:46681/jwks.json
13:46:15.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:15.848353 7927 master_runner.cc:386] Master server non-default flags:
13:46:15.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
13:46:15.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.182.148:35067
13:46:15.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
13:46:15.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
13:46:15.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskViAqxR/test-tmp/mini-kudu-cluster8637025279816330972/master-0/data
13:46:15.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskViAqxR/test-tmp/mini-kudu-cluster8637025279816330972/master-0/wal
13:46:15.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
13:46:15.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
13:46:15.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.7.182.190:44299,127.7.182.189:33873,127.7.182.188:45515
13:46:15.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskViAqxR/test-tmp/mini-kudu-cluster8637025279816330972/krb5kdc/kudu_127.7.182.190.keytab
13:46:15.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.7.182.190
13:46:15.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
13:46:15.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
13:46:15.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
13:46:15.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.182.190:44299
13:46:15.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
13:46:15.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
13:46:15.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
13:46:15.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46681/jwks.json
13:46:15.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
13:46:15.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
13:46:15.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
13:46:15.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
13:46:15.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
13:46:15.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskViAqxR/test-tmp/mini-kudu-cluster8637025279816330972/master-0/data/info.pb
13:46:15.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.182.190
13:46:15.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
13:46:15.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
13:46:15.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
13:46:15.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
13:46:15.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
13:46:15.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
13:46:15.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskViAqxR/test-tmp/mini-kudu-cluster8637025279816330972/master-0/logs
13:46:15.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
13:46:15.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
13:46:15.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
13:46:15.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
13:46:15.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
13:46:15.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
13:46:15.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
13:46:15.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 08 Aug 2026 12:50:05 UTC on ccycloud.quasar-ayrwuc.root.comops.site
13:46:15.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4574796
13:46:15.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
13:46:15.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:15.851024 7927 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
13:46:15.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:15.852339 7927 file_cache.cc:493] Constructed file cache file cache with capacity 419430
13:46:15.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:46:15.900594 7938 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:46:17.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:46:15.902886 7933 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:46:17.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:46:15.900978 7936 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:46:17.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:46:17.468546 7937 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1570 milliseconds
13:46:17.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:17.468616 7927 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
13:46:17.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:17.470041 7927 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
13:46:17.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:17.473522 7927 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
13:46:17.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:17.474861 7927 hybrid_clock.cc:648] HybridClock initialized: now 1786196777474794 us; error 77 us; skew 500 ppm
13:46:17.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:17.475733 7927 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
13:46:17.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 08 13:46:17 dist-test-slave-vxj2 krb5kdc[7913](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786196777, etypes {rep=17 tkt=17 ses=17}, kudu/127.7.182.190@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
13:46:17.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:17.487627 7927 init.cc:377] Logged in from keytab as kudu/127.7.182.190@KRBTEST.COM (short username kudu)
13:46:17.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:17.502571 7927 webserver.cc:460] Webserver started at http://127.7.182.190:40715/ using document root <none> and password file <none>
13:46:17.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:17.503742 7927 fs_manager.cc:359] Metadata directory not provided
13:46:17.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:17.504153 7927 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
13:46:17.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:17.505000 7927 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
13:46:17.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:17.511812 7927 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskViAqxR/test-tmp/mini-kudu-cluster8637025279816330972/master-0/data/instance:
13:46:17.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "1b11c9b82dad455f96140c0710320e19"
13:46:17.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-08 13:46:17 on dist-test-slave-vxj2"
13:46:17.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:17.512959 7927 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskViAqxR/test-tmp/mini-kudu-cluster8637025279816330972/master-0/wal/instance:
13:46:17.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "1b11c9b82dad455f96140c0710320e19"
13:46:17.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-08 13:46:17 on dist-test-slave-vxj2"
13:46:17.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:17.527349 7927 fs_manager.cc:691] Time spent creating directory manager: real 0.014s user 0.002s sys 0.010s
13:46:17.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:17.537676 7947 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
13:46:17.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:17.539143 7927 fs_manager.cc:725] Time spent opening block manager: real 0.008s user 0.002s sys 0.005s
13:46:17.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:17.539530 7927 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskViAqxR/test-tmp/mini-kudu-cluster8637025279816330972/master-0/data,/tmp/dist-test-taskViAqxR/test-tmp/mini-kudu-cluster8637025279816330972/master-0/wal
13:46:17.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "1b11c9b82dad455f96140c0710320e19"
13:46:17.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-08 13:46:17 on dist-test-slave-vxj2"
13:46:17.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:17.539942 7927 fs_report.cc:383] FS layout report
13:46:17.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
13:46:17.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskViAqxR/test-tmp/mini-kudu-cluster8637025279816330972/master-0/wal
13:46:17.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskViAqxR/test-tmp/mini-kudu-cluster8637025279816330972/master-0/wal
13:46:17.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskViAqxR/test-tmp/mini-kudu-cluster8637025279816330972/master-0/data/data
13:46:17.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
13:46:17.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
13:46:17.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
13:46:17.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
13:46:17.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
13:46:17.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
13:46:17.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
13:46:17.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
13:46:17.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
13:46:17.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
13:46:17.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
13:46:17.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:17.616271 7927 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
13:46:17.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:17.626266 7927 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
13:46:17.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:17.626945 7927 kserver.cc:163] Server-wide thread pool size limit: 3276
13:46:17.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:17.901911 7927 rpc_server.cc:307] RPC server started. Bound to: 127.7.182.190:44299
13:46:17.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:17.902232 8008 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.7.182.190:44299 every 8 connection(s)
13:46:17.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:17.905205 7927 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskViAqxR/test-tmp/mini-kudu-cluster8637025279816330972/master-0/data/info.pb
13:46:17.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:17.909422 7898 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskViAqxR/build/tsan/bin/kudu as pid 7927
13:46:17.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:17.910075 7898 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskViAqxR/test-tmp/mini-kudu-cluster8637025279816330972/master-0/wal/instance
13:46:17.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:17.921279 8009 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
13:46:17.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:17.949103 8009 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.7.182.190" port: 44299 } has no permanent_uuid. Determining permanent_uuid...
13:46:17.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.7.182.189@KRBTEST.COM; defaulting to no policy
13:46:17.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
13:46:17.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.7.182.189@KRBTEST.COM" created.
13:46:17.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
13:46:17.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.7.182.189 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskViAqxR/test-tmp/mini-kudu-cluster8637025279816330972/krb5kdc/kudu_127.7.182.189.keytab.
13:46:17.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.7.182.189 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskViAqxR/test-tmp/mini-kudu-cluster8637025279816330972/krb5kdc/kudu_127.7.182.189.keytab.
13:46:17.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:17.997742 7898 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskViAqxR/build/tsan/bin/kudu
13:46:17.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskViAqxR/build/tsan/bin/kudu
13:46:17.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskViAqxR/test-tmp/mini-kudu-cluster8637025279816330972/master-1/wal
13:46:17.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskViAqxR/test-tmp/mini-kudu-cluster8637025279816330972/master-1/data
13:46:17.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
13:46:17.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
13:46:17.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
13:46:17.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
13:46:17.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
13:46:17.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
13:46:17.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskViAqxR/test-tmp/mini-kudu-cluster8637025279816330972/master-1/logs
13:46:17.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskViAqxR/test-tmp/mini-kudu-cluster8637025279816330972/master-1/data/info.pb
13:46:17.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
13:46:17.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
13:46:17.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
13:46:17.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
13:46:17.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
13:46:17.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
13:46:17.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
13:46:17.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
13:46:17.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
13:46:17.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
13:46:17.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
13:46:17.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
13:46:17.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.182.189:33873
13:46:17.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.182.189
13:46:17.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
13:46:17.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskViAqxR/test-tmp/mini-kudu-cluster8637025279816330972/krb5kdc/kudu_127.7.182.189.keytab
13:46:17.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.7.182.189
13:46:17.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
13:46:17.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
13:46:17.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
13:46:17.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.182.148:35067
13:46:17.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
13:46:17.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
13:46:17.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
13:46:17.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
13:46:17.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.7.182.190:44299,127.7.182.189:33873,127.7.182.188:45515
13:46:17.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
13:46:17.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46681/jwks.json
13:46:17.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskViAqxR/test-tmp/mini-kudu-cluster8637025279816330972/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskViAqxR/test-tmp/mini-kudu-cluster8637025279816330972/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskViAqxR/test-tmp/mini-kudu-cluster8637025279816330972/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
13:46:18.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 08 13:46:18 dist-test-slave-vxj2 krb5kdc[7913](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786196777, etypes {rep=17 tkt=17 ses=17}, kudu/127.7.182.190@KRBTEST.COM for kudu/127.7.182.190@KRBTEST.COM
13:46:18.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:18.030802 8009 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.7.182.189" port: 33873 } has no permanent_uuid. Determining permanent_uuid...
13:46:18.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:46:18.033787 7948 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.7.182.189:33873: connect: Connection refused (error 111)
13:46:18.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:46:18.039253 8009 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.7.182.189:33873: Network error: Client connection negotiation failed: client connection to 127.7.182.189:33873: connect: Connection refused (error 111)
13:46:18.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:18.088812 8009 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.182.189" port: 33873 } attempt: 1
13:46:18.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:46:18.093886 8009 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.7.182.189:33873: Network error: Client connection negotiation failed: client connection to 127.7.182.189:33873: connect: Connection refused (error 111)
13:46:18.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:18.162529 8009 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.182.189" port: 33873 } attempt: 2
13:46:18.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:46:18.170975 8009 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.7.182.189:33873: Network error: Client connection negotiation failed: client connection to 127.7.182.189:33873: connect: Connection refused (error 111)
13:46:18.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:18.262715 8009 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.182.189" port: 33873 } attempt: 3
13:46:18.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:46:18.269131 8009 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.7.182.189:33873: Network error: Client connection negotiation failed: client connection to 127.7.182.189:33873: connect: Connection refused (error 111)
13:46:18.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:18.412865 8009 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.182.189" port: 33873 } attempt: 4
13:46:18.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:46:18.419122 8009 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.7.182.189:33873: Network error: Client connection negotiation failed: client connection to 127.7.182.189:33873: connect: Connection refused (error 111)
13:46:18.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:46:18.548748 8015 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
13:46:18.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:46:18.549599 8015 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
13:46:18.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:46:18.550209 8015 flags.cc:425] Enabled unsafe flag: --never_fsync=true
13:46:18.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:46:18.585992 8015 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
13:46:18.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:46:18.586252 8015 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
13:46:18.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:46:18.586544 8015 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
13:46:18.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:46:18.586781 8015 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
13:46:18.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:46:18.587002 8015 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
13:46:18.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:46:18.587209 8015 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
13:46:18.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:46:18.587365 8015 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:46681/jwks.json
13:46:18.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:18.626952 8015 master_runner.cc:386] Master server non-default flags:
13:46:18.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
13:46:18.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.182.148:35067
13:46:18.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
13:46:18.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
13:46:18.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskViAqxR/test-tmp/mini-kudu-cluster8637025279816330972/master-1/data
13:46:18.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskViAqxR/test-tmp/mini-kudu-cluster8637025279816330972/master-1/wal
13:46:18.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
13:46:18.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
13:46:18.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.7.182.190:44299,127.7.182.189:33873,127.7.182.188:45515
13:46:18.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskViAqxR/test-tmp/mini-kudu-cluster8637025279816330972/krb5kdc/kudu_127.7.182.189.keytab
13:46:18.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.7.182.189
13:46:18.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
13:46:18.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
13:46:18.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
13:46:18.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.182.189:33873
13:46:18.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
13:46:18.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
13:46:18.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
13:46:18.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46681/jwks.json
13:46:18.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
13:46:18.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
13:46:18.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
13:46:18.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
13:46:18.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
13:46:18.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskViAqxR/test-tmp/mini-kudu-cluster8637025279816330972/master-1/data/info.pb
13:46:18.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.182.189
13:46:18.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
13:46:18.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
13:46:18.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
13:46:18.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
13:46:18.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
13:46:18.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
13:46:18.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskViAqxR/test-tmp/mini-kudu-cluster8637025279816330972/master-1/logs
13:46:18.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
13:46:18.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
13:46:18.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
13:46:18.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
13:46:18.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
13:46:18.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
13:46:18.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
13:46:18.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 08 Aug 2026 12:50:05 UTC on ccycloud.quasar-ayrwuc.root.comops.site
13:46:18.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4574796
13:46:18.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
13:46:18.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:18.628156 8015 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
13:46:18.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:18.629372 8015 file_cache.cc:493] Constructed file cache file cache with capacity 419430
13:46:18.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:46:18.652976 8024 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:46:18.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:18.718848 8009 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.182.189" port: 33873 } attempt: 5
13:46:18.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:46:18.725252 8009 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.7.182.189:33873: Network error: Client connection negotiation failed: client connection to 127.7.182.189:33873: connect: Connection refused (error 111)
13:46:19.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:19.272883 8009 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.182.189" port: 33873 } attempt: 6
13:46:19.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:46:19.286634 8009 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.7.182.189:33873: Network error: Client connection negotiation failed: client connection to 127.7.182.189:33873: connect: Connection refused (error 111)
13:46:20.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:46:18.653225 8023 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:46:20.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:46:18.658784 8026 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:46:20.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:46:20.058673 8025 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1400 milliseconds
13:46:20.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:20.059180 8015 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
13:46:20.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:20.060488 8015 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
13:46:20.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:20.064364 8015 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
13:46:20.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:20.065708 8015 hybrid_clock.cc:648] HybridClock initialized: now 1786196780065628 us; error 100 us; skew 500 ppm
13:46:20.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:20.066864 8015 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
13:46:20.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 08 13:46:20 dist-test-slave-vxj2 krb5kdc[7913](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786196780, etypes {rep=17 tkt=17 ses=17}, kudu/127.7.182.189@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
13:46:20.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:20.077279 8015 init.cc:377] Logged in from keytab as kudu/127.7.182.189@KRBTEST.COM (short username kudu)
13:46:20.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:20.090080 8015 webserver.cc:460] Webserver started at http://127.7.182.189:44067/ using document root <none> and password file <none>
13:46:20.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:20.091282 8015 fs_manager.cc:359] Metadata directory not provided
13:46:20.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:20.091569 8015 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
13:46:20.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:20.092155 8015 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
13:46:20.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:20.098825 8015 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskViAqxR/test-tmp/mini-kudu-cluster8637025279816330972/master-1/data/instance:
13:46:20.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "863af96b76344791a61845cb34fcbdaf"
13:46:20.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-08 13:46:20 on dist-test-slave-vxj2"
13:46:20.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:20.100153 8015 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskViAqxR/test-tmp/mini-kudu-cluster8637025279816330972/master-1/wal/instance:
13:46:20.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "863af96b76344791a61845cb34fcbdaf"
13:46:20.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-08 13:46:20 on dist-test-slave-vxj2"
13:46:20.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:20.113819 8015 fs_manager.cc:691] Time spent creating directory manager: real 0.013s user 0.005s sys 0.009s
13:46:20.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:20.124255 8041 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
13:46:20.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:20.125773 8015 fs_manager.cc:725] Time spent opening block manager: real 0.008s user 0.003s sys 0.003s
13:46:20.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:20.126165 8015 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskViAqxR/test-tmp/mini-kudu-cluster8637025279816330972/master-1/data,/tmp/dist-test-taskViAqxR/test-tmp/mini-kudu-cluster8637025279816330972/master-1/wal
13:46:20.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "863af96b76344791a61845cb34fcbdaf"
13:46:20.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-08 13:46:20 on dist-test-slave-vxj2"
13:46:20.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:20.126519 8015 fs_report.cc:383] FS layout report
13:46:20.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
13:46:20.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskViAqxR/test-tmp/mini-kudu-cluster8637025279816330972/master-1/wal
13:46:20.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskViAqxR/test-tmp/mini-kudu-cluster8637025279816330972/master-1/wal
13:46:20.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskViAqxR/test-tmp/mini-kudu-cluster8637025279816330972/master-1/data/data
13:46:20.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
13:46:20.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
13:46:20.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
13:46:20.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
13:46:20.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
13:46:20.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
13:46:20.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
13:46:20.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
13:46:20.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
13:46:20.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
13:46:20.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
13:46:20.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:20.188735 8015 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
13:46:20.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:20.196620 8015 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
13:46:20.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:20.197321 8015 kserver.cc:163] Server-wide thread pool size limit: 3276
13:46:20.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:20.347270 8009 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.182.189" port: 33873 } attempt: 7
13:46:20.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:46:20.373800 8009 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.7.182.189:33873: Network error: Client connection negotiation failed: client connection to 127.7.182.189:33873: connect: Connection refused (error 111)
13:46:20.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:20.476069 8015 rpc_server.cc:307] RPC server started. Bound to: 127.7.182.189:33873
13:46:20.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:20.476411 8101 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.7.182.189:33873 every 8 connection(s)
13:46:20.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:20.479350 8015 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskViAqxR/test-tmp/mini-kudu-cluster8637025279816330972/master-1/data/info.pb
13:46:20.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:20.485948 7898 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskViAqxR/build/tsan/bin/kudu as pid 8015
13:46:20.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:20.486584 7898 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskViAqxR/test-tmp/mini-kudu-cluster8637025279816330972/master-1/wal/instance
13:46:20.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:20.494845 8102 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
13:46:20.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.7.182.188@KRBTEST.COM; defaulting to no policy
13:46:20.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:20.522689 8102 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.7.182.190" port: 44299 } has no permanent_uuid. Determining permanent_uuid...
13:46:20.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
13:46:20.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.7.182.188@KRBTEST.COM" created.
13:46:20.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 08 13:46:20 dist-test-slave-vxj2 krb5kdc[7913](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786196780, etypes {rep=17 tkt=17 ses=17}, kudu/127.7.182.189@KRBTEST.COM for kudu/127.7.182.190@KRBTEST.COM
13:46:20.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
13:46:20.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.7.182.188 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskViAqxR/test-tmp/mini-kudu-cluster8637025279816330972/krb5kdc/kudu_127.7.182.188.keytab.
13:46:20.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.7.182.188 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskViAqxR/test-tmp/mini-kudu-cluster8637025279816330972/krb5kdc/kudu_127.7.182.188.keytab.
13:46:20.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:20.575423 7898 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskViAqxR/build/tsan/bin/kudu
13:46:20.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskViAqxR/build/tsan/bin/kudu
13:46:20.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskViAqxR/test-tmp/mini-kudu-cluster8637025279816330972/master-2/wal
13:46:20.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskViAqxR/test-tmp/mini-kudu-cluster8637025279816330972/master-2/data
13:46:20.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
13:46:20.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
13:46:20.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
13:46:20.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
13:46:20.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
13:46:20.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
13:46:20.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskViAqxR/test-tmp/mini-kudu-cluster8637025279816330972/master-2/logs
13:46:20.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskViAqxR/test-tmp/mini-kudu-cluster8637025279816330972/master-2/data/info.pb
13:46:20.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
13:46:20.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
13:46:20.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
13:46:20.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
13:46:20.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
13:46:20.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
13:46:20.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
13:46:20.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
13:46:20.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
13:46:20.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
13:46:20.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
13:46:20.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
13:46:20.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.182.188:45515
13:46:20.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.182.188
13:46:20.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
13:46:20.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskViAqxR/test-tmp/mini-kudu-cluster8637025279816330972/krb5kdc/kudu_127.7.182.188.keytab
13:46:20.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.7.182.188
13:46:20.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
13:46:20.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
13:46:20.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
13:46:20.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.182.148:35067
13:46:20.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
13:46:20.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
13:46:20.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
13:46:20.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
13:46:20.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.7.182.190:44299,127.7.182.189:33873,127.7.182.188:45515
13:46:20.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
13:46:20.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46681/jwks.json
13:46:20.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskViAqxR/test-tmp/mini-kudu-cluster8637025279816330972/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskViAqxR/test-tmp/mini-kudu-cluster8637025279816330972/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskViAqxR/test-tmp/mini-kudu-cluster8637025279816330972/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
13:46:20.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:20.587826 8102 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.7.182.189" port: 33873 } has no permanent_uuid. Determining permanent_uuid...
13:46:20.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 08 13:46:20 dist-test-slave-vxj2 krb5kdc[7913](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786196780, etypes {rep=17 tkt=17 ses=17}, kudu/127.7.182.189@KRBTEST.COM for kudu/127.7.182.189@KRBTEST.COM
13:46:20.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:20.644273 8102 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.7.182.188" port: 45515 } has no permanent_uuid. Determining permanent_uuid...
13:46:20.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:46:20.648608 8042 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.7.182.188:45515: connect: Connection refused (error 111)
13:46:20.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:46:20.659276 8102 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.7.182.188:45515: Network error: Client connection negotiation failed: client connection to 127.7.182.188:45515: connect: Connection refused (error 111)
13:46:20.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:20.709069 8102 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.182.188" port: 45515 } attempt: 1
13:46:20.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:46:20.713539 8102 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.7.182.188:45515: Network error: Client connection negotiation failed: client connection to 127.7.182.188:45515: connect: Connection refused (error 111)
13:46:20.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:20.782053 8102 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.182.188" port: 45515 } attempt: 2
13:46:20.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:46:20.787993 8102 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.7.182.188:45515: Network error: Client connection negotiation failed: client connection to 127.7.182.188:45515: connect: Connection refused (error 111)
13:46:20.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:20.879527 8102 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.182.188" port: 45515 } attempt: 3
13:46:20.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:46:20.885643 8102 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.7.182.188:45515: Network error: Client connection negotiation failed: client connection to 127.7.182.188:45515: connect: Connection refused (error 111)
13:46:21.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:21.029318 8102 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.182.188" port: 45515 } attempt: 4
13:46:21.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:46:21.035311 8102 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.7.182.188:45515: Network error: Client connection negotiation failed: client connection to 127.7.182.188:45515: connect: Connection refused (error 111)
13:46:21.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:46:21.196867 8109 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
13:46:21.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:46:21.197535 8109 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
13:46:21.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:46:21.198179 8109 flags.cc:425] Enabled unsafe flag: --never_fsync=true
13:46:21.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:46:21.229794 8109 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
13:46:21.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:46:21.230047 8109 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
13:46:21.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:46:21.230312 8109 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
13:46:21.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:46:21.230506 8109 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
13:46:21.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:46:21.230695 8109 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
13:46:21.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:46:21.230897 8109 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
13:46:21.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:46:21.231040 8109 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:46681/jwks.json
13:46:21.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:21.272979 8109 master_runner.cc:386] Master server non-default flags:
13:46:21.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
13:46:21.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.182.148:35067
13:46:21.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
13:46:21.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
13:46:21.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskViAqxR/test-tmp/mini-kudu-cluster8637025279816330972/master-2/data
13:46:21.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskViAqxR/test-tmp/mini-kudu-cluster8637025279816330972/master-2/wal
13:46:21.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
13:46:21.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
13:46:21.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.7.182.190:44299,127.7.182.189:33873,127.7.182.188:45515
13:46:21.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskViAqxR/test-tmp/mini-kudu-cluster8637025279816330972/krb5kdc/kudu_127.7.182.188.keytab
13:46:21.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.7.182.188
13:46:21.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
13:46:21.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
13:46:21.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
13:46:21.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.182.188:45515
13:46:21.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
13:46:21.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
13:46:21.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
13:46:21.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46681/jwks.json
13:46:21.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
13:46:21.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
13:46:21.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
13:46:21.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
13:46:21.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
13:46:21.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskViAqxR/test-tmp/mini-kudu-cluster8637025279816330972/master-2/data/info.pb
13:46:21.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.182.188
13:46:21.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
13:46:21.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
13:46:21.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
13:46:21.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
13:46:21.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
13:46:21.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
13:46:21.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskViAqxR/test-tmp/mini-kudu-cluster8637025279816330972/master-2/logs
13:46:21.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
13:46:21.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
13:46:21.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
13:46:21.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
13:46:21.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
13:46:21.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
13:46:21.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
13:46:21.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 08 Aug 2026 12:50:05 UTC on ccycloud.quasar-ayrwuc.root.comops.site
13:46:21.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4574796
13:46:21.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
13:46:21.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:21.274195 8109 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
13:46:21.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:21.275162 8109 file_cache.cc:493] Constructed file cache file cache with capacity 419430
13:46:21.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:46:21.296288 8124 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:46:21.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:21.334851 8102 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.182.188" port: 45515 } attempt: 5
13:46:21.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:46:21.340628 8102 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.7.182.188:45515: Network error: Client connection negotiation failed: client connection to 127.7.182.188:45515: connect: Connection refused (error 111)
13:46:21.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:21.888235 8102 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.182.188" port: 45515 } attempt: 6
13:46:21.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:46:21.899336 8102 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.7.182.188:45515: Network error: Client connection negotiation failed: client connection to 127.7.182.188:45515: connect: Connection refused (error 111)
13:46:22.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:22.464592 8009 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.182.189" port: 33873 } attempt: 8
13:46:22.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 08 13:46:22 dist-test-slave-vxj2 krb5kdc[7913](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786196777, etypes {rep=17 tkt=17 ses=17}, kudu/127.7.182.190@KRBTEST.COM for kudu/127.7.182.189@KRBTEST.COM
13:46:22.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:22.519604 8009 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.7.182.188" port: 45515 } has no permanent_uuid. Determining permanent_uuid...
13:46:22.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:46:22.530483 8009 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.7.182.188:45515: Network error: Client connection negotiation failed: client connection to 127.7.182.188:45515: connect: Connection refused (error 111)
13:46:22.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:22.596226 8009 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.182.188" port: 45515 } attempt: 1
13:46:22.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:46:22.601569 8009 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.7.182.188:45515: Network error: Client connection negotiation failed: client connection to 127.7.182.188:45515: connect: Connection refused (error 111)
13:46:22.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:22.655228 8009 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.182.188" port: 45515 } attempt: 2
13:46:22.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:46:22.660686 8009 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.7.182.188:45515: Network error: Client connection negotiation failed: client connection to 127.7.182.188:45515: connect: Connection refused (error 111)
13:46:22.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:22.737313 8009 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.182.188" port: 45515 } attempt: 3
13:46:22.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:46:22.744524 8009 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.7.182.188:45515: Network error: Client connection negotiation failed: client connection to 127.7.182.188:45515: connect: Connection refused (error 111)
13:46:22.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:46:21.298653 8125 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:46:22.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:46:21.296838 8127 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:46:22.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:22.746475 8109 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
13:46:22.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:46:22.746693 8126 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
13:46:22.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:22.750775 8109 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
13:46:22.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:22.754278 8109 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
13:46:22.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:22.755714 8109 hybrid_clock.cc:648] HybridClock initialized: now 1786196782755672 us; error 64 us; skew 500 ppm
13:46:22.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:22.756744 8109 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
13:46:22.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 08 13:46:22 dist-test-slave-vxj2 krb5kdc[7913](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786196782, etypes {rep=17 tkt=17 ses=17}, kudu/127.7.182.188@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
13:46:22.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:22.767516 8109 init.cc:377] Logged in from keytab as kudu/127.7.182.188@KRBTEST.COM (short username kudu)
13:46:22.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:22.780601 8109 webserver.cc:460] Webserver started at http://127.7.182.188:38971/ using document root <none> and password file <none>
13:46:22.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:22.782034 8109 fs_manager.cc:359] Metadata directory not provided
13:46:22.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:22.782311 8109 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
13:46:22.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:22.783367 8109 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
13:46:22.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:22.792599 8109 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskViAqxR/test-tmp/mini-kudu-cluster8637025279816330972/master-2/data/instance:
13:46:22.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "0d88c44815ff4279a82d15656b962f62"
13:46:22.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-08 13:46:22 on dist-test-slave-vxj2"
13:46:22.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:22.794129 8109 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskViAqxR/test-tmp/mini-kudu-cluster8637025279816330972/master-2/wal/instance:
13:46:22.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "0d88c44815ff4279a82d15656b962f62"
13:46:22.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-08 13:46:22 on dist-test-slave-vxj2"
13:46:22.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:22.808704 8109 fs_manager.cc:691] Time spent creating directory manager: real 0.014s user 0.009s sys 0.005s
13:46:22.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:22.823462 8142 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
13:46:22.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:22.825440 8109 fs_manager.cc:725] Time spent opening block manager: real 0.012s user 0.004s sys 0.005s
13:46:22.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:22.825855 8109 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskViAqxR/test-tmp/mini-kudu-cluster8637025279816330972/master-2/data,/tmp/dist-test-taskViAqxR/test-tmp/mini-kudu-cluster8637025279816330972/master-2/wal
13:46:22.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "0d88c44815ff4279a82d15656b962f62"
13:46:22.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-08 13:46:22 on dist-test-slave-vxj2"
13:46:22.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:22.826404 8109 fs_report.cc:383] FS layout report
13:46:22.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
13:46:22.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskViAqxR/test-tmp/mini-kudu-cluster8637025279816330972/master-2/wal
13:46:22.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskViAqxR/test-tmp/mini-kudu-cluster8637025279816330972/master-2/wal
13:46:22.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskViAqxR/test-tmp/mini-kudu-cluster8637025279816330972/master-2/data/data
13:46:22.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
13:46:22.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
13:46:22.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
13:46:22.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
13:46:22.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
13:46:22.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
13:46:22.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
13:46:22.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
13:46:22.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
13:46:22.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
13:46:22.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
13:46:22.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:22.891752 8109 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
13:46:22.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:22.900131 8009 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.182.188" port: 45515 } attempt: 4
13:46:22.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:22.900303 8109 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
13:46:22.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:22.901226 8109 kserver.cc:163] Server-wide thread pool size limit: 3276
13:46:22.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:46:22.906471 8009 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.7.182.188:45515: Network error: Client connection negotiation failed: client connection to 127.7.182.188:45515: connect: Connection refused (error 111)
13:46:22.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:22.961001 8102 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.182.188" port: 45515 } attempt: 7
13:46:22.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:46:22.981467 8102 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.7.182.188:45515: Network error: Client connection negotiation failed: client connection to 127.7.182.188:45515: connect: Connection refused (error 111)
13:46:23.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:23.203226 8009 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.182.188" port: 45515 } attempt: 5
13:46:23.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:23.207391 8109 rpc_server.cc:307] RPC server started. Bound to: 127.7.182.188:45515
13:46:23.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:23.207525 8203 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.7.182.188:45515 every 8 connection(s)
13:46:23.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:23.213354 8109 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskViAqxR/test-tmp/mini-kudu-cluster8637025279816330972/master-2/data/info.pb
13:46:23.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:23.223191 7898 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskViAqxR/build/tsan/bin/kudu as pid 8109
13:46:23.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:23.223781 7898 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskViAqxR/test-tmp/mini-kudu-cluster8637025279816330972/master-2/wal/instance
13:46:23.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:23.233975 8205 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
13:46:23.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 08 13:46:23 dist-test-slave-vxj2 krb5kdc[7913](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786196777, etypes {rep=17 tkt=17 ses=17}, kudu/127.7.182.190@KRBTEST.COM for kudu/127.7.182.188@KRBTEST.COM
13:46:23.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:23.281059 8205 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.7.182.190" port: 44299 } has no permanent_uuid. Determining permanent_uuid...
13:46:23.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 08 13:46:23 dist-test-slave-vxj2 krb5kdc[7913](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786196775, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.7.182.188@KRBTEST.COM
13:46:23.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:23.323441 8009 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 1b11c9b82dad455f96140c0710320e19: Bootstrap starting.
13:46:23.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:23.345906 8009 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 1b11c9b82dad455f96140c0710320e19: Neither blocks nor log segments found. Creating new log.
13:46:23.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 08 13:46:23 dist-test-slave-vxj2 krb5kdc[7913](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786196782, etypes {rep=17 tkt=17 ses=17}, kudu/127.7.182.188@KRBTEST.COM for kudu/127.7.182.190@KRBTEST.COM
13:46:23.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:23.351603 8009 log.cc:824] T 00000000000000000000000000000000 P 1b11c9b82dad455f96140c0710320e19: Log is configured to *not* fsync() on all Append() calls
13:46:23.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:23.367486 8009 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 1b11c9b82dad455f96140c0710320e19: No bootstrap required, opened a new log
13:46:23.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 08 13:46:23 dist-test-slave-vxj2 krb5kdc[7913](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786196775, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.7.182.189@KRBTEST.COM
13:46:23.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:23.397445 8205 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.7.182.189" port: 33873 } has no permanent_uuid. Determining permanent_uuid...
13:46:23.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 08 13:46:23 dist-test-slave-vxj2 krb5kdc[7913](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786196782, etypes {rep=17 tkt=17 ses=17}, kudu/127.7.182.188@KRBTEST.COM for kudu/127.7.182.189@KRBTEST.COM
13:46:23.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 08 13:46:23 dist-test-slave-vxj2 krb5kdc[7913](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786196775, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.7.182.190@KRBTEST.COM
13:46:23.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:23.440358 8009 raft_consensus.cc:348] T 00000000000000000000000000000000 P 1b11c9b82dad455f96140c0710320e19 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1b11c9b82dad455f96140c0710320e19" member_type: VOTER last_known_addr { host: "127.7.182.190" port: 44299 } } peers { permanent_uuid: "863af96b76344791a61845cb34fcbdaf" member_type: VOTER last_known_addr { host: "127.7.182.189" port: 33873 } } peers { permanent_uuid: "0d88c44815ff4279a82d15656b962f62" member_type: VOTER last_known_addr { host: "127.7.182.188" port: 45515 } }
13:46:23.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:23.441421 8009 raft_consensus.cc:374] T 00000000000000000000000000000000 P 1b11c9b82dad455f96140c0710320e19 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
13:46:23.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:23.441800 8009 raft_consensus.cc:729] T 00000000000000000000000000000000 P 1b11c9b82dad455f96140c0710320e19 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 1b11c9b82dad455f96140c0710320e19, State: Initialized, Role: FOLLOWER
13:46:23.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:23.443198 8009 consensus_queue.cc:260] T 00000000000000000000000000000000 P 1b11c9b82dad455f96140c0710320e19 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1b11c9b82dad455f96140c0710320e19" member_type: VOTER last_known_addr { host: "127.7.182.190" port: 44299 } } peers { permanent_uuid: "863af96b76344791a61845cb34fcbdaf" member_type: VOTER last_known_addr { host: "127.7.182.189" port: 33873 } } peers { permanent_uuid: "0d88c44815ff4279a82d15656b962f62" member_type: VOTER last_known_addr { host: "127.7.182.188" port: 45515 } }
13:46:23.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:23.452189 8205 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.7.182.188" port: 45515 } has no permanent_uuid. Determining permanent_uuid...
13:46:23.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:23.451872 8213 sys_catalog.cc:455] T 00000000000000000000000000000000 P 1b11c9b82dad455f96140c0710320e19 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1b11c9b82dad455f96140c0710320e19" member_type: VOTER last_known_addr { host: "127.7.182.190" port: 44299 } } peers { permanent_uuid: "863af96b76344791a61845cb34fcbdaf" member_type: VOTER last_known_addr { host: "127.7.182.189" port: 33873 } } peers { permanent_uuid: "0d88c44815ff4279a82d15656b962f62" member_type: VOTER last_known_addr { host: "127.7.182.188" port: 45515 } } }
13:46:23.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:23.453722 8213 sys_catalog.cc:458] T 00000000000000000000000000000000 P 1b11c9b82dad455f96140c0710320e19 [sys.catalog]: This master's current role is: FOLLOWER
13:46:23.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:23.455231 8009 sys_catalog.cc:564] T 00000000000000000000000000000000 P 1b11c9b82dad455f96140c0710320e19 [sys.catalog]: configured and running, proceeding with master startup.
13:46:23.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:23.464970 7898 external_mini_cluster.cc:930] 0 TS(s) registered with all masters
13:46:23.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 08 13:46:23 dist-test-slave-vxj2 krb5kdc[7913](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786196782, etypes {rep=17 tkt=17 ses=17}, kudu/127.7.182.188@KRBTEST.COM for kudu/127.7.182.188@KRBTEST.COM
13:46:23.485 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
13:46:23.487 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_kdc_env_vars {
}
13:46:23.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:23.521086 8205 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 0d88c44815ff4279a82d15656b962f62: Bootstrap starting.
13:46:23.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:23.541301 8205 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 0d88c44815ff4279a82d15656b962f62: Neither blocks nor log segments found. Creating new log.
13:46:23.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:23.548406 8205 log.cc:824] T 00000000000000000000000000000000 P 0d88c44815ff4279a82d15656b962f62: Log is configured to *not* fsync() on all Append() calls
13:46:23.563 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: get_kdc_env_vars {
env_vars {
key: "KRB5CCNAME"
value: "/tmp/dist-test-taskViAqxR/test-tmp/mini-kudu-cluster8637025279816330972/krb5kdc/krb5cc"
}
env_vars {
key: "KRB5_CONFIG"
value: "/tmp/dist-test-taskViAqxR/test-tmp/mini-kudu-cluster8637025279816330972/krb5kdc/krb5.conf"
}
env_vars {
key: "KRB5_KDC_PROFILE"
value: "/tmp/dist-test-taskViAqxR/test-tmp/mini-kudu-cluster8637025279816330972/krb5kdc/kdc.conf"
}
env_vars {
key: "KUDU_ENABLE_KRB5_REALM_FIX"
value: "yes"
}
}
13:46:23.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:23.564716 8205 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 0d88c44815ff4279a82d15656b962f62: No bootstrap required, opened a new log
13:46:23.565 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_masters {
}
13:46:23.583 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: get_masters {
masters {
id {
type: MASTER
index: 0
}
bound_rpc_address {
host: "127.7.182.190"
port: 44299
}
bound_http_address {
host: "127.7.182.190"
port: 40715
}
}
masters {
id {
type: MASTER
index: 1
}
bound_rpc_address {
host: "127.7.182.189"
port: 33873
}
bound_http_address {
host: "127.7.182.189"
port: 44067
}
}
masters {
id {
type: MASTER
index: 2
}
bound_rpc_address {
host: "127.7.182.188"
port: 45515
}
bound_http_address {
host: "127.7.182.188"
port: 38971
}
}
}
13:46:23.584 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_tservers {
}
13:46:23.585 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
13:46:23.589 [INFO - Time-limited test] (MiniKuduCluster.java:622) Running kinit for user test-admin
13:46:23.592 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: kinit {
username: "test-admin"
}
13:46:23.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:23.638659 8205 raft_consensus.cc:348] T 00000000000000000000000000000000 P 0d88c44815ff4279a82d15656b962f62 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1b11c9b82dad455f96140c0710320e19" member_type: VOTER last_known_addr { host: "127.7.182.190" port: 44299 } } peers { permanent_uuid: "863af96b76344791a61845cb34fcbdaf" member_type: VOTER last_known_addr { host: "127.7.182.189" port: 33873 } } peers { permanent_uuid: "0d88c44815ff4279a82d15656b962f62" member_type: VOTER last_known_addr { host: "127.7.182.188" port: 45515 } }
13:46:23.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:23.640232 8205 raft_consensus.cc:374] T 00000000000000000000000000000000 P 0d88c44815ff4279a82d15656b962f62 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
13:46:23.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:23.640779 8205 raft_consensus.cc:729] T 00000000000000000000000000000000 P 0d88c44815ff4279a82d15656b962f62 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 0d88c44815ff4279a82d15656b962f62, State: Initialized, Role: FOLLOWER
13:46:23.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:23.642216 8213 raft_consensus.cc:482] T 00000000000000000000000000000000 P 1b11c9b82dad455f96140c0710320e19 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
13:46:23.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:23.642328 8205 consensus_queue.cc:260] T 00000000000000000000000000000000 P 0d88c44815ff4279a82d15656b962f62 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1b11c9b82dad455f96140c0710320e19" member_type: VOTER last_known_addr { host: "127.7.182.190" port: 44299 } } peers { permanent_uuid: "863af96b76344791a61845cb34fcbdaf" member_type: VOTER last_known_addr { host: "127.7.182.189" port: 33873 } } peers { permanent_uuid: "0d88c44815ff4279a82d15656b962f62" member_type: VOTER last_known_addr { host: "127.7.182.188" port: 45515 } }
13:46:23.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:23.643092 8213 raft_consensus.cc:504] T 00000000000000000000000000000000 P 1b11c9b82dad455f96140c0710320e19 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1b11c9b82dad455f96140c0710320e19" member_type: VOTER last_known_addr { host: "127.7.182.190" port: 44299 } } peers { permanent_uuid: "863af96b76344791a61845cb34fcbdaf" member_type: VOTER last_known_addr { host: "127.7.182.189" port: 33873 } } peers { permanent_uuid: "0d88c44815ff4279a82d15656b962f62" member_type: VOTER last_known_addr { host: "127.7.182.188" port: 45515 } }
13:46:23.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:46:23.650516 7953 tablet.cc:2369] T 00000000000000000000000000000000 P 1b11c9b82dad455f96140c0710320e19: Can't schedule compaction. Clean time has not been advanced past its initial value.
13:46:23.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:23.652665 8213 leader_election.cc:288] T 00000000000000000000000000000000 P 1b11c9b82dad455f96140c0710320e19 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 863af96b76344791a61845cb34fcbdaf (127.7.182.189:33873), 0d88c44815ff4279a82d15656b962f62 (127.7.182.188:45515)
13:46:23.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:23.652592 8222 sys_catalog.cc:455] T 00000000000000000000000000000000 P 0d88c44815ff4279a82d15656b962f62 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1b11c9b82dad455f96140c0710320e19" member_type: VOTER last_known_addr { host: "127.7.182.190" port: 44299 } } peers { permanent_uuid: "863af96b76344791a61845cb34fcbdaf" member_type: VOTER last_known_addr { host: "127.7.182.189" port: 33873 } } peers { permanent_uuid: "0d88c44815ff4279a82d15656b962f62" member_type: VOTER last_known_addr { host: "127.7.182.188" port: 45515 } } }
13:46:23.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:23.654554 8222 sys_catalog.cc:458] T 00000000000000000000000000000000 P 0d88c44815ff4279a82d15656b962f62 [sys.catalog]: This master's current role is: FOLLOWER
13:46:23.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:23.663772 8205 sys_catalog.cc:564] T 00000000000000000000000000000000 P 0d88c44815ff4279a82d15656b962f62 [sys.catalog]: configured and running, proceeding with master startup.
13:46:23.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:23.664556 8174 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "1b11c9b82dad455f96140c0710320e19" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "0d88c44815ff4279a82d15656b962f62" is_pre_election: true
13:46:23.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:23.666431 8174 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 0d88c44815ff4279a82d15656b962f62 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 1b11c9b82dad455f96140c0710320e19 in term 0.
13:46:23.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:23.669566 7948 leader_election.cc:302] T 00000000000000000000000000000000 P 1b11c9b82dad455f96140c0710320e19 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 0d88c44815ff4279a82d15656b962f62, 1b11c9b82dad455f96140c0710320e19; no voters:
13:46:23.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:46:23.670274 8150 tablet.cc:2369] T 00000000000000000000000000000000 P 0d88c44815ff4279a82d15656b962f62: Can't schedule compaction. Clean time has not been advanced past its initial value.
13:46:23.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:23.671310 8213 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 1b11c9b82dad455f96140c0710320e19 [term 0 FOLLOWER]: Leader pre-election won for term 1
13:46:23.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:23.671918 8213 raft_consensus.cc:482] T 00000000000000000000000000000000 P 1b11c9b82dad455f96140c0710320e19 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
13:46:23.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:23.672338 8213 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 1b11c9b82dad455f96140c0710320e19 [term 0 FOLLOWER]: Advancing to term 1
13:46:23.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 08 13:46:23 dist-test-slave-vxj2 krb5kdc[7913](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786196783, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
13:46:23.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
13:46:23.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:23.746831 8213 raft_consensus.cc:504] T 00000000000000000000000000000000 P 1b11c9b82dad455f96140c0710320e19 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1b11c9b82dad455f96140c0710320e19" member_type: VOTER last_known_addr { host: "127.7.182.190" port: 44299 } } peers { permanent_uuid: "863af96b76344791a61845cb34fcbdaf" member_type: VOTER last_known_addr { host: "127.7.182.189" port: 33873 } } peers { permanent_uuid: "0d88c44815ff4279a82d15656b962f62" member_type: VOTER last_known_addr { host: "127.7.182.188" port: 45515 } }
13:46:23.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:23.750799 8213 leader_election.cc:288] T 00000000000000000000000000000000 P 1b11c9b82dad455f96140c0710320e19 [CANDIDATE]: Term 1 election: Requested vote from peers 863af96b76344791a61845cb34fcbdaf (127.7.182.189:33873), 0d88c44815ff4279a82d15656b962f62 (127.7.182.188:45515)
13:46:23.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:23.752815 8174 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "1b11c9b82dad455f96140c0710320e19" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "0d88c44815ff4279a82d15656b962f62"
13:46:23.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:23.753566 8174 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 0d88c44815ff4279a82d15656b962f62 [term 0 FOLLOWER]: Advancing to term 1
13:46:23.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:46:23.787328 7898 mini_kdc.cc:317] Time spent kinit for test-admin: real 0.192s user 0.000s sys 0.053s
13:46:23.788 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
13:46:23.791 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskViAqxR/test-tmp/mini-kudu-cluster8637025279816330972/krb5kdc/krb5cc
13:46:23.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:23.798391 8174 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 0d88c44815ff4279a82d15656b962f62 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 1b11c9b82dad455f96140c0710320e19 in term 1.
13:46:23.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:23.803958 7948 leader_election.cc:302] T 00000000000000000000000000000000 P 1b11c9b82dad455f96140c0710320e19 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 0d88c44815ff4279a82d15656b962f62, 1b11c9b82dad455f96140c0710320e19; no voters:
13:46:23.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:23.805428 8213 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 1b11c9b82dad455f96140c0710320e19 [term 1 FOLLOWER]: Leader election won for term 1
13:46:23.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:23.826581 8213 raft_consensus.cc:686] T 00000000000000000000000000000000 P 1b11c9b82dad455f96140c0710320e19 [term 1 LEADER]: Becoming Leader. State: Replica: 1b11c9b82dad455f96140c0710320e19, State: Running, Role: LEADER
13:46:23.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:23.828855 8213 consensus_queue.cc:237] T 00000000000000000000000000000000 P 1b11c9b82dad455f96140c0710320e19 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1b11c9b82dad455f96140c0710320e19" member_type: VOTER last_known_addr { host: "127.7.182.190" port: 44299 } } peers { permanent_uuid: "863af96b76344791a61845cb34fcbdaf" member_type: VOTER last_known_addr { host: "127.7.182.189" port: 33873 } } peers { permanent_uuid: "0d88c44815ff4279a82d15656b962f62" member_type: VOTER last_known_addr { host: "127.7.182.188" port: 45515 } }
13:46:23.833 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
13:46:23.843 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskViAqxR/test-tmp/mini-kudu-cluster8637025279816330972/krb5kdc/krb5cc
13:46:23.853 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
13:46:23.884 [DEBUG - Time-limited test] (SecurityContext.java:161) Using caller-provided subject with Kerberos principal test-admin@KRBTEST.COM. Caller is responsible for refreshing credentials.
13:46:23.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:46:23.885799 8239 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 1b11c9b82dad455f96140c0710320e19: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
13:46:23.902 [INFO - Time-limited test] (MiniKuduCluster.java:622) Running kinit for user test-admin
13:46:23.903 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: kinit {
username: "test-admin"
}
13:46:23.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:46:23.886288 8239 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
13:46:23.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:23.898095 8240 sys_catalog.cc:455] T 00000000000000000000000000000000 P 1b11c9b82dad455f96140c0710320e19 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 1b11c9b82dad455f96140c0710320e19. Latest consensus state: current_term: 1 leader_uuid: "1b11c9b82dad455f96140c0710320e19" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1b11c9b82dad455f96140c0710320e19" member_type: VOTER last_known_addr { host: "127.7.182.190" port: 44299 } } peers { permanent_uuid: "863af96b76344791a61845cb34fcbdaf" member_type: VOTER last_known_addr { host: "127.7.182.189" port: 33873 } } peers { permanent_uuid: "0d88c44815ff4279a82d15656b962f62" member_type: VOTER last_known_addr { host: "127.7.182.188" port: 45515 } } }
13:46:23.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:23.953361 8240 sys_catalog.cc:458] T 00000000000000000000000000000000 P 1b11c9b82dad455f96140c0710320e19 [sys.catalog]: This master's current role is: LEADER
13:46:23.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:23.965025 8248 catalog_manager.cc:1475] Loading table and tablet metadata into memory...
13:46:23.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:23.977743 8248 catalog_manager.cc:1484] Initializing Kudu cluster ID...
13:46:24.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:46:24.001607 8246 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 0d88c44815ff4279a82d15656b962f62: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
13:46:24.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:46:24.002038 8246 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
13:46:24.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 08 13:46:24 dist-test-slave-vxj2 krb5kdc[7913](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786196784, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
13:46:24.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
13:46:24.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:23.792598 7927 master_runner.cc:186] Error getting master registration for 127.7.182.189:33873: OK, instance_id { permanent_uuid: "863af96b76344791a61845cb34fcbdaf" instance_seqno: 1786196780401637 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
13:46:24.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:24.065862 7927 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
13:46:24.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:24.081365 8174 raft_consensus.cc:1261] T 00000000000000000000000000000000 P 0d88c44815ff4279a82d15656b962f62 [term 1 FOLLOWER]: Refusing update from remote peer 1b11c9b82dad455f96140c0710320e19: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
13:46:24.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:24.087255 8213 consensus_queue.cc:1035] T 00000000000000000000000000000000 P 1b11c9b82dad455f96140c0710320e19 [LEADER]: Connected to new peer: Peer: permanent_uuid: "0d88c44815ff4279a82d15656b962f62" member_type: VOTER last_known_addr { host: "127.7.182.188" port: 45515 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
13:46:24.096 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
13:46:24.097 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskViAqxR/test-tmp/mini-kudu-cluster8637025279816330972/krb5kdc/krb5cc
13:46:24.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:46:24.096048 7898 mini_kdc.cc:317] Time spent kinit for test-admin: real 0.192s user 0.000s sys 0.035s
13:46:24.099 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
13:46:24.100 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.7.182.188:45515
13:46:24.108 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 2
}
}
13:46:24.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:24.109400 7898 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskViAqxR/build/tsan/bin/kudu with pid 8109
13:46:24.149 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
13:46:24.150 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.7.182.190:44299
13:46:24.150 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 0
}
}
13:46:24.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:46:24.149365 7948 proxy.cc:239] Call had error, refreshing address and retrying: Network error: recv got EOF from 127.7.182.188:45515 (error 108) [suppressed 12 similar messages]
13:46:24.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:24.151355 7898 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskViAqxR/build/tsan/bin/kudu with pid 7927
13:46:24.194 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
13:46:24.194 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.7.182.189:33873
13:46:24.195 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 1
}
}
13:46:24.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:24.195526 7898 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskViAqxR/build/tsan/bin/kudu with pid 8015
13:46:24.219 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
13:46:24.220 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.7.182.188:45515
13:46:24.222 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 2
}
}
13:46:24.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:24.223798 7898 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskViAqxR/build/tsan/bin/kudu
13:46:24.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskViAqxR/build/tsan/bin/kudu
13:46:24.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskViAqxR/test-tmp/mini-kudu-cluster8637025279816330972/master-2/wal
13:46:24.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskViAqxR/test-tmp/mini-kudu-cluster8637025279816330972/master-2/data
13:46:24.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
13:46:24.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
13:46:24.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
13:46:24.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
13:46:24.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
13:46:24.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
13:46:24.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskViAqxR/test-tmp/mini-kudu-cluster8637025279816330972/master-2/logs
13:46:24.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskViAqxR/test-tmp/mini-kudu-cluster8637025279816330972/master-2/data/info.pb
13:46:24.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
13:46:24.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
13:46:24.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
13:46:24.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
13:46:24.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
13:46:24.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
13:46:24.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
13:46:24.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
13:46:24.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
13:46:24.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
13:46:24.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
13:46:24.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
13:46:24.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.182.188:45515
13:46:24.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.182.188
13:46:24.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=38971
13:46:24.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskViAqxR/test-tmp/mini-kudu-cluster8637025279816330972/krb5kdc/kudu_127.7.182.188.keytab
13:46:24.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.7.182.188
13:46:24.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
13:46:24.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
13:46:24.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
13:46:24.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.182.148:35067
13:46:24.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
13:46:24.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
13:46:24.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
13:46:24.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
13:46:24.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.7.182.190:44299,127.7.182.189:33873,127.7.182.188:45515
13:46:24.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
13:46:24.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46681/jwks.json
13:46:24.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskViAqxR/test-tmp/mini-kudu-cluster8637025279816330972/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskViAqxR/test-tmp/mini-kudu-cluster8637025279816330972/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskViAqxR/test-tmp/mini-kudu-cluster8637025279816330972/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
13:46:24.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:46:24.564239 8254 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
13:46:24.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:46:24.564967 8254 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
13:46:24.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:46:24.566104 8254 flags.cc:425] Enabled unsafe flag: --never_fsync=true
13:46:24.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:46:24.602250 8254 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
13:46:24.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:46:24.602559 8254 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
13:46:24.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:46:24.602986 8254 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
13:46:24.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:46:24.603365 8254 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
13:46:24.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:46:24.603719 8254 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
13:46:24.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:46:24.604064 8254 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
13:46:24.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:46:24.604346 8254 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:46681/jwks.json
13:46:24.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:24.646518 8254 master_runner.cc:386] Master server non-default flags:
13:46:24.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
13:46:24.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.182.148:35067
13:46:24.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
13:46:24.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
13:46:24.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskViAqxR/test-tmp/mini-kudu-cluster8637025279816330972/master-2/data
13:46:24.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskViAqxR/test-tmp/mini-kudu-cluster8637025279816330972/master-2/wal
13:46:24.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
13:46:24.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
13:46:24.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.7.182.190:44299,127.7.182.189:33873,127.7.182.188:45515
13:46:24.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskViAqxR/test-tmp/mini-kudu-cluster8637025279816330972/krb5kdc/kudu_127.7.182.188.keytab
13:46:24.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.7.182.188
13:46:24.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
13:46:24.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
13:46:24.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
13:46:24.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.182.188:45515
13:46:24.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
13:46:24.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
13:46:24.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
13:46:24.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46681/jwks.json
13:46:24.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
13:46:24.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
13:46:24.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
13:46:24.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
13:46:24.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
13:46:24.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskViAqxR/test-tmp/mini-kudu-cluster8637025279816330972/master-2/data/info.pb
13:46:24.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.182.188
13:46:24.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=38971
13:46:24.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
13:46:24.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
13:46:24.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
13:46:24.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
13:46:24.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
13:46:24.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskViAqxR/test-tmp/mini-kudu-cluster8637025279816330972/master-2/logs
13:46:24.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
13:46:24.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
13:46:24.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
13:46:24.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
13:46:24.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
13:46:24.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
13:46:24.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
13:46:24.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 08 Aug 2026 12:50:05 UTC on ccycloud.quasar-ayrwuc.root.comops.site
13:46:24.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4574796
13:46:24.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
13:46:24.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:24.648176 8254 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
13:46:24.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:24.649703 8254 file_cache.cc:493] Constructed file cache file cache with capacity 419430
13:46:24.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:46:24.670241 8261 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:46:25.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:46:24.670239 8260 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:46:25.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:46:24.670229 8264 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:46:25.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:24.672343 8254 server_base.cc:1034] running on GCE node
13:46:25.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:25.950366 8254 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
13:46:25.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:25.953230 8254 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
13:46:25.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:25.954586 8254 hybrid_clock.cc:648] HybridClock initialized: now 1786196785954555 us; error 38 us; skew 500 ppm
13:46:25.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:25.955693 8254 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
13:46:25.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 08 13:46:25 dist-test-slave-vxj2 krb5kdc[7913](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786196785, etypes {rep=17 tkt=17 ses=17}, kudu/127.7.182.188@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
13:46:25.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:25.961601 8254 init.cc:377] Logged in from keytab as kudu/127.7.182.188@KRBTEST.COM (short username kudu)
13:46:25.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:25.967227 8254 webserver.cc:460] Webserver started at http://127.7.182.188:38971/ using document root <none> and password file <none>
13:46:25.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:25.968210 8254 fs_manager.cc:359] Metadata directory not provided
13:46:25.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:25.968470 8254 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
13:46:25.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:25.976938 8254 fs_manager.cc:709] Time spent opening directory manager: real 0.006s user 0.006s sys 0.000s
13:46:25.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:25.981701 8273 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
13:46:25.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:25.982807 8254 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.002s sys 0.002s
13:46:25.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:25.983243 8254 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskViAqxR/test-tmp/mini-kudu-cluster8637025279816330972/master-2/data,/tmp/dist-test-taskViAqxR/test-tmp/mini-kudu-cluster8637025279816330972/master-2/wal
13:46:25.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "0d88c44815ff4279a82d15656b962f62"
13:46:25.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-08 13:46:22 on dist-test-slave-vxj2"
13:46:25.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:25.986222 8254 fs_report.cc:383] FS layout report
13:46:25.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
13:46:25.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskViAqxR/test-tmp/mini-kudu-cluster8637025279816330972/master-2/wal
13:46:25.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskViAqxR/test-tmp/mini-kudu-cluster8637025279816330972/master-2/wal
13:46:25.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskViAqxR/test-tmp/mini-kudu-cluster8637025279816330972/master-2/data/data
13:46:25.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
13:46:25.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
13:46:25.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
13:46:25.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
13:46:25.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
13:46:25.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
13:46:25.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
13:46:25.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
13:46:25.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
13:46:25.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
13:46:25.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
13:46:26.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:26.026609 8254 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
13:46:26.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:26.032585 8254 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
13:46:26.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:26.033124 8254 kserver.cc:163] Server-wide thread pool size limit: 3276
13:46:26.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:26.108103 8254 rpc_server.cc:307] RPC server started. Bound to: 127.7.182.188:45515
13:46:26.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:26.108258 8336 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.7.182.188:45515 every 8 connection(s)
13:46:26.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:26.111162 8254 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskViAqxR/test-tmp/mini-kudu-cluster8637025279816330972/master-2/data/info.pb
13:46:26.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:26.115012 7898 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskViAqxR/build/tsan/bin/kudu as pid 8254
13:46:26.115 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
13:46:26.115 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.7.182.190:44299
13:46:26.116 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 0
}
}
13:46:26.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:26.117748 7898 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskViAqxR/build/tsan/bin/kudu
13:46:26.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskViAqxR/build/tsan/bin/kudu
13:46:26.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskViAqxR/test-tmp/mini-kudu-cluster8637025279816330972/master-0/wal
13:46:26.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskViAqxR/test-tmp/mini-kudu-cluster8637025279816330972/master-0/data
13:46:26.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
13:46:26.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
13:46:26.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
13:46:26.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
13:46:26.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
13:46:26.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
13:46:26.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskViAqxR/test-tmp/mini-kudu-cluster8637025279816330972/master-0/logs
13:46:26.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskViAqxR/test-tmp/mini-kudu-cluster8637025279816330972/master-0/data/info.pb
13:46:26.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
13:46:26.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
13:46:26.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
13:46:26.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
13:46:26.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
13:46:26.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
13:46:26.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
13:46:26.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
13:46:26.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
13:46:26.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
13:46:26.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
13:46:26.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
13:46:26.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.182.190:44299
13:46:26.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.182.190
13:46:26.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=40715
13:46:26.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskViAqxR/test-tmp/mini-kudu-cluster8637025279816330972/krb5kdc/kudu_127.7.182.190.keytab
13:46:26.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.7.182.190
13:46:26.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
13:46:26.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
13:46:26.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
13:46:26.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.182.148:35067
13:46:26.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
13:46:26.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
13:46:26.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
13:46:26.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
13:46:26.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.7.182.190:44299,127.7.182.189:33873,127.7.182.188:45515
13:46:26.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
13:46:26.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46681/jwks.json
13:46:26.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskViAqxR/test-tmp/mini-kudu-cluster8637025279816330972/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskViAqxR/test-tmp/mini-kudu-cluster8637025279816330972/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskViAqxR/test-tmp/mini-kudu-cluster8637025279816330972/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
13:46:26.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:26.126066 8337 sys_catalog.cc:263] Verifying existing consensus state
13:46:26.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:26.135481 8337 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 0d88c44815ff4279a82d15656b962f62: Bootstrap starting.
13:46:26.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:26.180903 8337 log.cc:824] T 00000000000000000000000000000000 P 0d88c44815ff4279a82d15656b962f62: Log is configured to *not* fsync() on all Append() calls
13:46:26.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:26.186094 8337 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 0d88c44815ff4279a82d15656b962f62: Bootstrap replayed 1/1 log segments. Stats: ops{read=0 overwritten=0 applied=0 ignored=0} inserts{seen=0 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
13:46:26.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:26.187117 8337 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 0d88c44815ff4279a82d15656b962f62: Bootstrap complete.
13:46:26.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:26.222697 8337 raft_consensus.cc:348] T 00000000000000000000000000000000 P 0d88c44815ff4279a82d15656b962f62 [term 1 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1b11c9b82dad455f96140c0710320e19" member_type: VOTER last_known_addr { host: "127.7.182.190" port: 44299 } } peers { permanent_uuid: "863af96b76344791a61845cb34fcbdaf" member_type: VOTER last_known_addr { host: "127.7.182.189" port: 33873 } } peers { permanent_uuid: "0d88c44815ff4279a82d15656b962f62" member_type: VOTER last_known_addr { host: "127.7.182.188" port: 45515 } }
13:46:26.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:26.226248 8337 raft_consensus.cc:729] T 00000000000000000000000000000000 P 0d88c44815ff4279a82d15656b962f62 [term 1 FOLLOWER]: Becoming Follower/Learner. State: Replica: 0d88c44815ff4279a82d15656b962f62, State: Initialized, Role: FOLLOWER
13:46:26.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:26.227285 8337 consensus_queue.cc:260] T 00000000000000000000000000000000 P 0d88c44815ff4279a82d15656b962f62 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1b11c9b82dad455f96140c0710320e19" member_type: VOTER last_known_addr { host: "127.7.182.190" port: 44299 } } peers { permanent_uuid: "863af96b76344791a61845cb34fcbdaf" member_type: VOTER last_known_addr { host: "127.7.182.189" port: 33873 } } peers { permanent_uuid: "0d88c44815ff4279a82d15656b962f62" member_type: VOTER last_known_addr { host: "127.7.182.188" port: 45515 } }
13:46:26.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:26.230310 8342 sys_catalog.cc:455] T 00000000000000000000000000000000 P 0d88c44815ff4279a82d15656b962f62 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 1 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1b11c9b82dad455f96140c0710320e19" member_type: VOTER last_known_addr { host: "127.7.182.190" port: 44299 } } peers { permanent_uuid: "863af96b76344791a61845cb34fcbdaf" member_type: VOTER last_known_addr { host: "127.7.182.189" port: 33873 } } peers { permanent_uuid: "0d88c44815ff4279a82d15656b962f62" member_type: VOTER last_known_addr { host: "127.7.182.188" port: 45515 } } }
13:46:26.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:26.231067 8342 sys_catalog.cc:458] T 00000000000000000000000000000000 P 0d88c44815ff4279a82d15656b962f62 [sys.catalog]: This master's current role is: FOLLOWER
13:46:26.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:26.232182 8337 sys_catalog.cc:564] T 00000000000000000000000000000000 P 0d88c44815ff4279a82d15656b962f62 [sys.catalog]: configured and running, proceeding with master startup.
13:46:26.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:46:26.268371 8353 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 0d88c44815ff4279a82d15656b962f62: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
13:46:26.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:46:26.268721 8353 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
13:46:26.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:26.261264 8254 master_runner.cc:186] Error getting master registration for 127.7.182.190:44299: Network error: Client connection negotiation failed: client connection to 127.7.182.190:44299: connect: Connection refused (error 111),
13:46:26.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:26.283995 8254 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
13:46:26.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:46:26.288461 8282 tablet.cc:2369] T 00000000000000000000000000000000 P 0d88c44815ff4279a82d15656b962f62: Can't schedule compaction. Clean time has not been advanced past its initial value.
13:46:26.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:46:26.542047 8339 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
13:46:26.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:46:26.542865 8339 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
13:46:26.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:46:26.544133 8339 flags.cc:425] Enabled unsafe flag: --never_fsync=true
13:46:26.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:46:26.601850 8339 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
13:46:26.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:46:26.602097 8339 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
13:46:26.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:46:26.602355 8339 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
13:46:26.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:46:26.602551 8339 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
13:46:26.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:46:26.602737 8339 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
13:46:26.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:46:26.602926 8339 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
13:46:26.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:46:26.603075 8339 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:46681/jwks.json
13:46:26.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:26.656473 8339 master_runner.cc:386] Master server non-default flags:
13:46:26.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
13:46:26.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.182.148:35067
13:46:26.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
13:46:26.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
13:46:26.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskViAqxR/test-tmp/mini-kudu-cluster8637025279816330972/master-0/data
13:46:26.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskViAqxR/test-tmp/mini-kudu-cluster8637025279816330972/master-0/wal
13:46:26.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
13:46:26.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
13:46:26.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.7.182.190:44299,127.7.182.189:33873,127.7.182.188:45515
13:46:26.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskViAqxR/test-tmp/mini-kudu-cluster8637025279816330972/krb5kdc/kudu_127.7.182.190.keytab
13:46:26.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.7.182.190
13:46:26.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
13:46:26.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
13:46:26.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
13:46:26.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.182.190:44299
13:46:26.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
13:46:26.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
13:46:26.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
13:46:26.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46681/jwks.json
13:46:26.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
13:46:26.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
13:46:26.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
13:46:26.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
13:46:26.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
13:46:26.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskViAqxR/test-tmp/mini-kudu-cluster8637025279816330972/master-0/data/info.pb
13:46:26.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.182.190
13:46:26.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=40715
13:46:26.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
13:46:26.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
13:46:26.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
13:46:26.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
13:46:26.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
13:46:26.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskViAqxR/test-tmp/mini-kudu-cluster8637025279816330972/master-0/logs
13:46:26.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
13:46:26.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
13:46:26.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
13:46:26.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
13:46:26.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
13:46:26.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
13:46:26.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
13:46:26.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 08 Aug 2026 12:50:05 UTC on ccycloud.quasar-ayrwuc.root.comops.site
13:46:26.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4574796
13:46:26.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
13:46:26.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:26.658114 8339 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
13:46:26.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:26.659534 8339 file_cache.cc:493] Constructed file cache file cache with capacity 419430
13:46:26.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:46:26.680181 8364 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:46:27.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:46:27.273125 8353 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 0d88c44815ff4279a82d15656b962f62: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
13:46:27.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:46:27.273488 8353 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
13:46:27.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:27.724094 8370 raft_consensus.cc:482] T 00000000000000000000000000000000 P 0d88c44815ff4279a82d15656b962f62 [term 1 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
13:46:27.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:27.724664 8370 raft_consensus.cc:504] T 00000000000000000000000000000000 P 0d88c44815ff4279a82d15656b962f62 [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1b11c9b82dad455f96140c0710320e19" member_type: VOTER last_known_addr { host: "127.7.182.190" port: 44299 } } peers { permanent_uuid: "863af96b76344791a61845cb34fcbdaf" member_type: VOTER last_known_addr { host: "127.7.182.189" port: 33873 } } peers { permanent_uuid: "0d88c44815ff4279a82d15656b962f62" member_type: VOTER last_known_addr { host: "127.7.182.188" port: 45515 } }
13:46:27.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:27.728557 8370 leader_election.cc:288] T 00000000000000000000000000000000 P 0d88c44815ff4279a82d15656b962f62 [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers 1b11c9b82dad455f96140c0710320e19 (127.7.182.190:44299), 863af96b76344791a61845cb34fcbdaf (127.7.182.189:33873)
13:46:27.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:46:27.742519 8276 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.7.182.190:44299: connect: Connection refused (error 111)
13:46:27.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:46:27.760138 8275 leader_election.cc:334] T 00000000000000000000000000000000 P 0d88c44815ff4279a82d15656b962f62 [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer 863af96b76344791a61845cb34fcbdaf (127.7.182.189:33873): Network error: Client connection negotiation failed: client connection to 127.7.182.189:33873: connect: Connection refused (error 111)
13:46:27.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:46:27.762013 8276 leader_election.cc:334] T 00000000000000000000000000000000 P 0d88c44815ff4279a82d15656b962f62 [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer 1b11c9b82dad455f96140c0710320e19 (127.7.182.190:44299): Network error: Client connection negotiation failed: client connection to 127.7.182.190:44299: connect: Connection refused (error 111)
13:46:27.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:27.762789 8276 leader_election.cc:302] T 00000000000000000000000000000000 P 0d88c44815ff4279a82d15656b962f62 [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 0d88c44815ff4279a82d15656b962f62; no voters: 1b11c9b82dad455f96140c0710320e19, 863af96b76344791a61845cb34fcbdaf
13:46:27.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:27.764724 8370 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 0d88c44815ff4279a82d15656b962f62 [term 1 FOLLOWER]: Leader pre-election lost for term 2. Reason: could not achieve majority
13:46:28.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:26.682770 8339 server_base.cc:1034] running on GCE node
13:46:28.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:46:26.682991 8366 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:46:28.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:46:26.680344 8363 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:46:28.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:28.076989 8339 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
13:46:28.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:28.080430 8339 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
13:46:28.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:28.081905 8339 hybrid_clock.cc:648] HybridClock initialized: now 1786196788081770 us; error 134 us; skew 500 ppm
13:46:28.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:28.083084 8339 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
13:46:28.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 08 13:46:28 dist-test-slave-vxj2 krb5kdc[7913](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786196788, etypes {rep=17 tkt=17 ses=17}, kudu/127.7.182.190@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
13:46:28.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:28.090816 8339 init.cc:377] Logged in from keytab as kudu/127.7.182.190@KRBTEST.COM (short username kudu)
13:46:28.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:28.097745 8339 webserver.cc:460] Webserver started at http://127.7.182.190:40715/ using document root <none> and password file <none>
13:46:28.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:28.098801 8339 fs_manager.cc:359] Metadata directory not provided
13:46:28.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:28.099061 8339 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
13:46:28.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:28.108727 8339 fs_manager.cc:709] Time spent opening directory manager: real 0.006s user 0.005s sys 0.001s
13:46:28.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:28.114812 8380 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
13:46:28.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:28.116124 8339 fs_manager.cc:725] Time spent opening block manager: real 0.005s user 0.001s sys 0.003s
13:46:28.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:28.116505 8339 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskViAqxR/test-tmp/mini-kudu-cluster8637025279816330972/master-0/data,/tmp/dist-test-taskViAqxR/test-tmp/mini-kudu-cluster8637025279816330972/master-0/wal
13:46:28.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "1b11c9b82dad455f96140c0710320e19"
13:46:28.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-08 13:46:17 on dist-test-slave-vxj2"
13:46:28.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:28.119252 8339 fs_report.cc:383] FS layout report
13:46:28.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
13:46:28.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskViAqxR/test-tmp/mini-kudu-cluster8637025279816330972/master-0/wal
13:46:28.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskViAqxR/test-tmp/mini-kudu-cluster8637025279816330972/master-0/wal
13:46:28.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskViAqxR/test-tmp/mini-kudu-cluster8637025279816330972/master-0/data/data
13:46:28.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
13:46:28.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
13:46:28.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
13:46:28.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
13:46:28.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
13:46:28.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
13:46:28.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
13:46:28.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
13:46:28.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
13:46:28.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
13:46:28.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
13:46:28.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:28.160912 8339 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
13:46:28.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:28.167681 8339 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
13:46:28.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:28.168231 8339 kserver.cc:163] Server-wide thread pool size limit: 3276
13:46:28.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:28.261788 8339 rpc_server.cc:307] RPC server started. Bound to: 127.7.182.190:44299
13:46:28.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:28.261987 8437 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.7.182.190:44299 every 8 connection(s)
13:46:28.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:28.265053 8339 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskViAqxR/test-tmp/mini-kudu-cluster8637025279816330972/master-0/data/info.pb
13:46:28.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:28.272686 7898 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskViAqxR/build/tsan/bin/kudu as pid 8339
13:46:28.274 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
13:46:28.274 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.7.182.189:33873
13:46:28.274 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 1
}
}
13:46:28.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:28.276358 7898 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskViAqxR/build/tsan/bin/kudu
13:46:28.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskViAqxR/build/tsan/bin/kudu
13:46:28.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskViAqxR/test-tmp/mini-kudu-cluster8637025279816330972/master-1/wal
13:46:28.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskViAqxR/test-tmp/mini-kudu-cluster8637025279816330972/master-1/data
13:46:28.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
13:46:28.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
13:46:28.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
13:46:28.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
13:46:28.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
13:46:28.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
13:46:28.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskViAqxR/test-tmp/mini-kudu-cluster8637025279816330972/master-1/logs
13:46:28.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskViAqxR/test-tmp/mini-kudu-cluster8637025279816330972/master-1/data/info.pb
13:46:28.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
13:46:28.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
13:46:28.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
13:46:28.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
13:46:28.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
13:46:28.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
13:46:28.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
13:46:28.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
13:46:28.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
13:46:28.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
13:46:28.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
13:46:28.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
13:46:28.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.182.189:33873
13:46:28.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.182.189
13:46:28.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=44067
13:46:28.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskViAqxR/test-tmp/mini-kudu-cluster8637025279816330972/krb5kdc/kudu_127.7.182.189.keytab
13:46:28.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.7.182.189
13:46:28.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
13:46:28.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
13:46:28.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
13:46:28.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.182.148:35067
13:46:28.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
13:46:28.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
13:46:28.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
13:46:28.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
13:46:28.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.7.182.190:44299,127.7.182.189:33873,127.7.182.188:45515
13:46:28.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
13:46:28.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46681/jwks.json
13:46:28.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskViAqxR/test-tmp/mini-kudu-cluster8637025279816330972/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskViAqxR/test-tmp/mini-kudu-cluster8637025279816330972/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskViAqxR/test-tmp/mini-kudu-cluster8637025279816330972/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
13:46:28.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:46:28.278311 8353 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 0d88c44815ff4279a82d15656b962f62: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
13:46:28.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:46:28.278637 8353 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
13:46:28.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:28.281657 8439 sys_catalog.cc:263] Verifying existing consensus state
13:46:28.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:28.289712 8439 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 1b11c9b82dad455f96140c0710320e19: Bootstrap starting.
13:46:28.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:28.344550 8439 log.cc:824] T 00000000000000000000000000000000 P 1b11c9b82dad455f96140c0710320e19: Log is configured to *not* fsync() on all Append() calls
13:46:28.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:28.359102 8439 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 1b11c9b82dad455f96140c0710320e19: Bootstrap replayed 1/1 log segments. Stats: ops{read=2 overwritten=0 applied=0 ignored=0} inserts{seen=0 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 2 replicates
13:46:28.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:28.364225 8439 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 1b11c9b82dad455f96140c0710320e19: Bootstrap complete.
13:46:28.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:28.395467 8439 raft_consensus.cc:348] T 00000000000000000000000000000000 P 1b11c9b82dad455f96140c0710320e19 [term 1 FOLLOWER]: Replica starting. Triggering 2 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1b11c9b82dad455f96140c0710320e19" member_type: VOTER last_known_addr { host: "127.7.182.190" port: 44299 } } peers { permanent_uuid: "863af96b76344791a61845cb34fcbdaf" member_type: VOTER last_known_addr { host: "127.7.182.189" port: 33873 } } peers { permanent_uuid: "0d88c44815ff4279a82d15656b962f62" member_type: VOTER last_known_addr { host: "127.7.182.188" port: 45515 } }
13:46:28.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:28.408214 8439 raft_consensus.cc:729] T 00000000000000000000000000000000 P 1b11c9b82dad455f96140c0710320e19 [term 1 FOLLOWER]: Becoming Follower/Learner. State: Replica: 1b11c9b82dad455f96140c0710320e19, State: Initialized, Role: FOLLOWER
13:46:28.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:28.410087 8439 consensus_queue.cc:260] T 00000000000000000000000000000000 P 1b11c9b82dad455f96140c0710320e19 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 1.2, Last appended by leader: 2, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1b11c9b82dad455f96140c0710320e19" member_type: VOTER last_known_addr { host: "127.7.182.190" port: 44299 } } peers { permanent_uuid: "863af96b76344791a61845cb34fcbdaf" member_type: VOTER last_known_addr { host: "127.7.182.189" port: 33873 } } peers { permanent_uuid: "0d88c44815ff4279a82d15656b962f62" member_type: VOTER last_known_addr { host: "127.7.182.188" port: 45515 } }
13:46:28.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:28.414179 8444 sys_catalog.cc:455] T 00000000000000000000000000000000 P 1b11c9b82dad455f96140c0710320e19 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 1 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1b11c9b82dad455f96140c0710320e19" member_type: VOTER last_known_addr { host: "127.7.182.190" port: 44299 } } peers { permanent_uuid: "863af96b76344791a61845cb34fcbdaf" member_type: VOTER last_known_addr { host: "127.7.182.189" port: 33873 } } peers { permanent_uuid: "0d88c44815ff4279a82d15656b962f62" member_type: VOTER last_known_addr { host: "127.7.182.188" port: 45515 } } }
13:46:28.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:28.415508 8444 sys_catalog.cc:458] T 00000000000000000000000000000000 P 1b11c9b82dad455f96140c0710320e19 [sys.catalog]: This master's current role is: FOLLOWER
13:46:28.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:28.416301 8439 sys_catalog.cc:564] T 00000000000000000000000000000000 P 1b11c9b82dad455f96140c0710320e19 [sys.catalog]: configured and running, proceeding with master startup.
13:46:28.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:46:28.425585 8387 tablet.cc:2369] T 00000000000000000000000000000000 P 1b11c9b82dad455f96140c0710320e19: Can't schedule compaction. Clean time has not been advanced past its initial value.
13:46:28.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:46:28.461433 8457 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 1b11c9b82dad455f96140c0710320e19: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
13:46:28.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:46:28.462147 8457 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
13:46:28.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 08 13:46:28 dist-test-slave-vxj2 krb5kdc[7913](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786196788, etypes {rep=17 tkt=17 ses=17}, kudu/127.7.182.190@KRBTEST.COM for kudu/127.7.182.190@KRBTEST.COM
13:46:28.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:28.505728 8339 master_runner.cc:186] Error getting master registration for 127.7.182.189:33873: Network error: Client connection negotiation failed: client connection to 127.7.182.189:33873: connect: Connection refused (error 111),
13:46:28.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:28.536785 8339 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
13:46:28.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:46:28.684943 8441 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
13:46:28.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:46:28.685566 8441 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
13:46:28.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:46:28.686589 8441 flags.cc:425] Enabled unsafe flag: --never_fsync=true
13:46:28.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:46:28.719194 8441 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
13:46:28.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:46:28.719485 8441 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
13:46:28.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:46:28.719902 8441 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
13:46:28.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:46:28.720232 8441 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
13:46:28.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:46:28.720502 8441 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
13:46:28.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:46:28.720854 8441 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
13:46:28.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:46:28.721138 8441 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:46681/jwks.json
13:46:28.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:28.760999 8441 master_runner.cc:386] Master server non-default flags:
13:46:28.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
13:46:28.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.182.148:35067
13:46:28.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
13:46:28.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
13:46:28.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskViAqxR/test-tmp/mini-kudu-cluster8637025279816330972/master-1/data
13:46:28.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskViAqxR/test-tmp/mini-kudu-cluster8637025279816330972/master-1/wal
13:46:28.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
13:46:28.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
13:46:28.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.7.182.190:44299,127.7.182.189:33873,127.7.182.188:45515
13:46:28.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskViAqxR/test-tmp/mini-kudu-cluster8637025279816330972/krb5kdc/kudu_127.7.182.189.keytab
13:46:28.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.7.182.189
13:46:28.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
13:46:28.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
13:46:28.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
13:46:28.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.182.189:33873
13:46:28.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
13:46:28.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
13:46:28.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
13:46:28.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46681/jwks.json
13:46:28.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
13:46:28.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
13:46:28.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
13:46:28.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
13:46:28.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
13:46:28.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskViAqxR/test-tmp/mini-kudu-cluster8637025279816330972/master-1/data/info.pb
13:46:28.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.182.189
13:46:28.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=44067
13:46:28.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
13:46:28.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
13:46:28.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
13:46:28.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
13:46:28.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
13:46:28.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskViAqxR/test-tmp/mini-kudu-cluster8637025279816330972/master-1/logs
13:46:28.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
13:46:28.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
13:46:28.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
13:46:28.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
13:46:28.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
13:46:28.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
13:46:28.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
13:46:28.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 08 Aug 2026 12:50:05 UTC on ccycloud.quasar-ayrwuc.root.comops.site
13:46:28.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4574796
13:46:28.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
13:46:28.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:28.762569 8441 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
13:46:28.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:28.764027 8441 file_cache.cc:493] Constructed file cache file cache with capacity 419430
13:46:28.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:46:28.793232 8473 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:46:29.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:46:29.284878 8353 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 0d88c44815ff4279a82d15656b962f62: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
13:46:29.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:46:29.289559 8353 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
13:46:29.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:46:29.466748 8457 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 1b11c9b82dad455f96140c0710320e19: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
13:46:29.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:46:29.467734 8457 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
13:46:29.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:29.695438 8479 raft_consensus.cc:482] T 00000000000000000000000000000000 P 0d88c44815ff4279a82d15656b962f62 [term 1 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
13:46:29.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:29.696475 8479 raft_consensus.cc:504] T 00000000000000000000000000000000 P 0d88c44815ff4279a82d15656b962f62 [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1b11c9b82dad455f96140c0710320e19" member_type: VOTER last_known_addr { host: "127.7.182.190" port: 44299 } } peers { permanent_uuid: "863af96b76344791a61845cb34fcbdaf" member_type: VOTER last_known_addr { host: "127.7.182.189" port: 33873 } } peers { permanent_uuid: "0d88c44815ff4279a82d15656b962f62" member_type: VOTER last_known_addr { host: "127.7.182.188" port: 45515 } }
13:46:29.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:29.728597 8479 leader_election.cc:288] T 00000000000000000000000000000000 P 0d88c44815ff4279a82d15656b962f62 [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers 1b11c9b82dad455f96140c0710320e19 (127.7.182.190:44299), 863af96b76344791a61845cb34fcbdaf (127.7.182.189:33873)
13:46:29.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:46:29.759852 8275 leader_election.cc:334] T 00000000000000000000000000000000 P 0d88c44815ff4279a82d15656b962f62 [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer 863af96b76344791a61845cb34fcbdaf (127.7.182.189:33873): Network error: Client connection negotiation failed: client connection to 127.7.182.189:33873: connect: Connection refused (error 111)
13:46:29.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 08 13:46:29 dist-test-slave-vxj2 krb5kdc[7913](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786196785, etypes {rep=17 tkt=17 ses=17}, kudu/127.7.182.188@KRBTEST.COM for kudu/127.7.182.190@KRBTEST.COM
13:46:29.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:29.807806 8410 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "0d88c44815ff4279a82d15656b962f62" candidate_term: 2 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "1b11c9b82dad455f96140c0710320e19" is_pre_election: true
13:46:29.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:29.809046 8410 raft_consensus.cc:2396] T 00000000000000000000000000000000 P 1b11c9b82dad455f96140c0710320e19 [term 1 FOLLOWER]: Leader pre-election vote request: Denying vote to candidate 0d88c44815ff4279a82d15656b962f62 for term 2 because replica has last-logged OpId of term: 1 index: 2, which is greater than that of the candidate, which has last-logged OpId of term: 0 index: 0.
13:46:29.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:29.812484 8276 leader_election.cc:302] T 00000000000000000000000000000000 P 0d88c44815ff4279a82d15656b962f62 [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 0d88c44815ff4279a82d15656b962f62; no voters: 1b11c9b82dad455f96140c0710320e19, 863af96b76344791a61845cb34fcbdaf
13:46:29.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:29.813997 8479 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 0d88c44815ff4279a82d15656b962f62 [term 1 FOLLOWER]: Leader pre-election lost for term 2. Reason: could not achieve majority
13:46:30.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:30.250543 8485 raft_consensus.cc:482] T 00000000000000000000000000000000 P 1b11c9b82dad455f96140c0710320e19 [term 1 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
13:46:30.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:30.256474 8485 raft_consensus.cc:504] T 00000000000000000000000000000000 P 1b11c9b82dad455f96140c0710320e19 [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1b11c9b82dad455f96140c0710320e19" member_type: VOTER last_known_addr { host: "127.7.182.190" port: 44299 } } peers { permanent_uuid: "863af96b76344791a61845cb34fcbdaf" member_type: VOTER last_known_addr { host: "127.7.182.189" port: 33873 } } peers { permanent_uuid: "0d88c44815ff4279a82d15656b962f62" member_type: VOTER last_known_addr { host: "127.7.182.188" port: 45515 } }
13:46:30.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:30.269239 8485 leader_election.cc:288] T 00000000000000000000000000000000 P 1b11c9b82dad455f96140c0710320e19 [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers 863af96b76344791a61845cb34fcbdaf (127.7.182.189:33873), 0d88c44815ff4279a82d15656b962f62 (127.7.182.188:45515)
13:46:30.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:46:30.279377 8381 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.7.182.189:33873: connect: Connection refused (error 111)
13:46:30.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:46:30.305492 8353 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 0d88c44815ff4279a82d15656b962f62: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
13:46:30.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:46:30.306165 8353 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
13:46:30.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 08 13:46:30 dist-test-slave-vxj2 krb5kdc[7913](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786196788, etypes {rep=17 tkt=17 ses=17}, kudu/127.7.182.190@KRBTEST.COM for kudu/127.7.182.188@KRBTEST.COM
13:46:30.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:46:30.326925 8381 leader_election.cc:334] T 00000000000000000000000000000000 P 1b11c9b82dad455f96140c0710320e19 [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer 863af96b76344791a61845cb34fcbdaf (127.7.182.189:33873): Network error: Client connection negotiation failed: client connection to 127.7.182.189:33873: connect: Connection refused (error 111)
13:46:30.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:30.338539 8308 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "1b11c9b82dad455f96140c0710320e19" candidate_term: 2 candidate_status { last_received { term: 1 index: 2 } } ignore_live_leader: false dest_uuid: "0d88c44815ff4279a82d15656b962f62" is_pre_election: true
13:46:30.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:30.339468 8308 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 0d88c44815ff4279a82d15656b962f62 [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 1b11c9b82dad455f96140c0710320e19 in term 1.
13:46:30.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:30.341100 8381 leader_election.cc:302] T 00000000000000000000000000000000 P 1b11c9b82dad455f96140c0710320e19 [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 0d88c44815ff4279a82d15656b962f62, 1b11c9b82dad455f96140c0710320e19; no voters: 863af96b76344791a61845cb34fcbdaf
13:46:30.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:30.342016 8485 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 1b11c9b82dad455f96140c0710320e19 [term 1 FOLLOWER]: Leader pre-election won for term 2
13:46:30.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:30.342383 8485 raft_consensus.cc:482] T 00000000000000000000000000000000 P 1b11c9b82dad455f96140c0710320e19 [term 1 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
13:46:30.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:30.342705 8485 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 1b11c9b82dad455f96140c0710320e19 [term 1 FOLLOWER]: Advancing to term 2
13:46:30.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:30.352205 8485 raft_consensus.cc:504] T 00000000000000000000000000000000 P 1b11c9b82dad455f96140c0710320e19 [term 2 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1b11c9b82dad455f96140c0710320e19" member_type: VOTER last_known_addr { host: "127.7.182.190" port: 44299 } } peers { permanent_uuid: "863af96b76344791a61845cb34fcbdaf" member_type: VOTER last_known_addr { host: "127.7.182.189" port: 33873 } } peers { permanent_uuid: "0d88c44815ff4279a82d15656b962f62" member_type: VOTER last_known_addr { host: "127.7.182.188" port: 45515 } }
13:46:30.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:30.354272 8485 leader_election.cc:288] T 00000000000000000000000000000000 P 1b11c9b82dad455f96140c0710320e19 [CANDIDATE]: Term 2 election: Requested vote from peers 863af96b76344791a61845cb34fcbdaf (127.7.182.189:33873), 0d88c44815ff4279a82d15656b962f62 (127.7.182.188:45515)
13:46:30.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:30.357436 8308 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "1b11c9b82dad455f96140c0710320e19" candidate_term: 2 candidate_status { last_received { term: 1 index: 2 } } ignore_live_leader: false dest_uuid: "0d88c44815ff4279a82d15656b962f62"
13:46:30.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:30.358058 8308 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 0d88c44815ff4279a82d15656b962f62 [term 1 FOLLOWER]: Advancing to term 2
13:46:30.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:30.367898 8308 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 0d88c44815ff4279a82d15656b962f62 [term 2 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 1b11c9b82dad455f96140c0710320e19 in term 2.
13:46:30.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:30.370244 8381 leader_election.cc:302] T 00000000000000000000000000000000 P 1b11c9b82dad455f96140c0710320e19 [CANDIDATE]: Term 2 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 0d88c44815ff4279a82d15656b962f62, 1b11c9b82dad455f96140c0710320e19; no voters:
13:46:30.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:46:30.372682 8381 leader_election.cc:334] T 00000000000000000000000000000000 P 1b11c9b82dad455f96140c0710320e19 [CANDIDATE]: Term 2 election: RPC error from VoteRequest() call to peer 863af96b76344791a61845cb34fcbdaf (127.7.182.189:33873): Network error: Client connection negotiation failed: client connection to 127.7.182.189:33873: connect: Connection refused (error 111)
13:46:30.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:30.373607 8485 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 1b11c9b82dad455f96140c0710320e19 [term 2 FOLLOWER]: Leader election won for term 2
13:46:30.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:30.378271 8485 raft_consensus.cc:686] T 00000000000000000000000000000000 P 1b11c9b82dad455f96140c0710320e19 [term 2 LEADER]: Becoming Leader. State: Replica: 1b11c9b82dad455f96140c0710320e19, State: Running, Role: LEADER
13:46:30.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:30.379247 8485 consensus_queue.cc:237] T 00000000000000000000000000000000 P 1b11c9b82dad455f96140c0710320e19 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 1.2, Last appended by leader: 2, Current term: 2, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1b11c9b82dad455f96140c0710320e19" member_type: VOTER last_known_addr { host: "127.7.182.190" port: 44299 } } peers { permanent_uuid: "863af96b76344791a61845cb34fcbdaf" member_type: VOTER last_known_addr { host: "127.7.182.189" port: 33873 } } peers { permanent_uuid: "0d88c44815ff4279a82d15656b962f62" member_type: VOTER last_known_addr { host: "127.7.182.188" port: 45515 } }
13:46:30.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:30.392549 8490 sys_catalog.cc:455] T 00000000000000000000000000000000 P 1b11c9b82dad455f96140c0710320e19 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 1b11c9b82dad455f96140c0710320e19. Latest consensus state: current_term: 2 leader_uuid: "1b11c9b82dad455f96140c0710320e19" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1b11c9b82dad455f96140c0710320e19" member_type: VOTER last_known_addr { host: "127.7.182.190" port: 44299 } } peers { permanent_uuid: "863af96b76344791a61845cb34fcbdaf" member_type: VOTER last_known_addr { host: "127.7.182.189" port: 33873 } } peers { permanent_uuid: "0d88c44815ff4279a82d15656b962f62" member_type: VOTER last_known_addr { host: "127.7.182.188" port: 45515 } } }
13:46:30.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:30.393414 8490 sys_catalog.cc:458] T 00000000000000000000000000000000 P 1b11c9b82dad455f96140c0710320e19 [sys.catalog]: This master's current role is: LEADER
13:46:30.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:46:30.473436 8457 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 1b11c9b82dad455f96140c0710320e19: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
13:46:30.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:46:30.477968 8457 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
13:46:30.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:46:28.793540 8470 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:46:30.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:46:30.180317 8469 debug-util.cc:398] Leaking SignalData structure 0x7b0800014920 after lost signal to thread 8441
13:46:30.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:46:30.618062 8469 kernel_stack_watchdog.cc:198] Thread 8441 stuck at /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/util/thread.cc:637 for 397ms:
13:46:30.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
13:46:30.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
13:46:30.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
13:46:30.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
13:46:30.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:46:30.618251 8441 thread.cc:636] GCE (cloud detector) Time spent creating pthread: real 1.838s user 0.608s sys 1.131s
13:46:30.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:46:30.618600 8441 thread.cc:602] GCE (cloud detector) Time spent starting thread: real 1.838s user 0.608s sys 1.131s
13:46:30.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:46:30.629953 8494 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:46:30.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:30.630445 8441 server_base.cc:1034] running on GCE node
13:46:30.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:30.631932 8441 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
13:46:30.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:30.637722 8441 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
13:46:30.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:30.639230 8441 hybrid_clock.cc:648] HybridClock initialized: now 1786196790639178 us; error 40 us; skew 500 ppm
13:46:30.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:30.640128 8441 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
13:46:30.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 08 13:46:30 dist-test-slave-vxj2 krb5kdc[7913](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786196790, etypes {rep=17 tkt=17 ses=17}, kudu/127.7.182.189@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
13:46:30.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:30.649679 8441 init.cc:377] Logged in from keytab as kudu/127.7.182.189@KRBTEST.COM (short username kudu)
13:46:30.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:30.665069 8441 webserver.cc:460] Webserver started at http://127.7.182.189:44067/ using document root <none> and password file <none>
13:46:30.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:30.666361 8441 fs_manager.cc:359] Metadata directory not provided
13:46:30.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:30.666675 8441 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
13:46:30.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:30.678640 8441 fs_manager.cc:709] Time spent opening directory manager: real 0.008s user 0.006s sys 0.002s
13:46:30.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:30.685715 8503 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
13:46:30.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:30.686992 8441 fs_manager.cc:725] Time spent opening block manager: real 0.006s user 0.000s sys 0.004s
13:46:30.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:30.687405 8441 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskViAqxR/test-tmp/mini-kudu-cluster8637025279816330972/master-1/data,/tmp/dist-test-taskViAqxR/test-tmp/mini-kudu-cluster8637025279816330972/master-1/wal
13:46:30.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "863af96b76344791a61845cb34fcbdaf"
13:46:30.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-08 13:46:20 on dist-test-slave-vxj2"
13:46:30.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:30.690184 8441 fs_report.cc:383] FS layout report
13:46:30.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
13:46:30.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskViAqxR/test-tmp/mini-kudu-cluster8637025279816330972/master-1/wal
13:46:30.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskViAqxR/test-tmp/mini-kudu-cluster8637025279816330972/master-1/wal
13:46:30.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskViAqxR/test-tmp/mini-kudu-cluster8637025279816330972/master-1/data/data
13:46:30.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
13:46:30.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
13:46:30.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
13:46:30.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
13:46:30.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
13:46:30.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
13:46:30.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
13:46:30.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
13:46:30.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
13:46:30.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
13:46:30.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
13:46:30.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:30.762895 8441 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
13:46:30.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:30.770874 8441 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
13:46:30.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:30.771615 8441 kserver.cc:163] Server-wide thread pool size limit: 3276
13:46:30.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:46:30.787794 8381 consensus_peers.cc:487] T 00000000000000000000000000000000 P 1b11c9b82dad455f96140c0710320e19 -> Peer 863af96b76344791a61845cb34fcbdaf (127.7.182.189:33873): Couldn't send request to peer 863af96b76344791a61845cb34fcbdaf. Status: Network error: Client connection negotiation failed: client connection to 127.7.182.189:33873: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
13:46:30.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:30.966444 8308 raft_consensus.cc:1261] T 00000000000000000000000000000000 P 0d88c44815ff4279a82d15656b962f62 [term 2 FOLLOWER]: Refusing update from remote peer 1b11c9b82dad455f96140c0710320e19: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 2 index: 3. (index mismatch)
13:46:30.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:30.969172 8490 consensus_queue.cc:1035] T 00000000000000000000000000000000 P 1b11c9b82dad455f96140c0710320e19 [LEADER]: Connected to new peer: Peer: permanent_uuid: "0d88c44815ff4279a82d15656b962f62" member_type: VOTER last_known_addr { host: "127.7.182.188" port: 45515 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 3, Last known committed idx: 0, Time since last communication: 0.001s
13:46:31.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:31.013176 8548 sys_catalog.cc:455] T 00000000000000000000000000000000 P 0d88c44815ff4279a82d15656b962f62 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 1b11c9b82dad455f96140c0710320e19. Latest consensus state: current_term: 2 leader_uuid: "1b11c9b82dad455f96140c0710320e19" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1b11c9b82dad455f96140c0710320e19" member_type: VOTER last_known_addr { host: "127.7.182.190" port: 44299 } } peers { permanent_uuid: "863af96b76344791a61845cb34fcbdaf" member_type: VOTER last_known_addr { host: "127.7.182.189" port: 33873 } } peers { permanent_uuid: "0d88c44815ff4279a82d15656b962f62" member_type: VOTER last_known_addr { host: "127.7.182.188" port: 45515 } } }
13:46:31.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:31.014905 8548 sys_catalog.cc:458] T 00000000000000000000000000000000 P 0d88c44815ff4279a82d15656b962f62 [sys.catalog]: This master's current role is: FOLLOWER
13:46:31.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:31.044638 8550 mvcc.cc:205] Tried to move back new op lower bound from 7316262027557302272 to 7316262026652614656. Current Snapshot: MvccSnapshot[applied={T|T < 7316262027557302272}]
13:46:31.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:31.062268 8548 sys_catalog.cc:455] T 00000000000000000000000000000000 P 0d88c44815ff4279a82d15656b962f62 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 2 leader_uuid: "1b11c9b82dad455f96140c0710320e19" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1b11c9b82dad455f96140c0710320e19" member_type: VOTER last_known_addr { host: "127.7.182.190" port: 44299 } } peers { permanent_uuid: "863af96b76344791a61845cb34fcbdaf" member_type: VOTER last_known_addr { host: "127.7.182.189" port: 33873 } } peers { permanent_uuid: "0d88c44815ff4279a82d15656b962f62" member_type: VOTER last_known_addr { host: "127.7.182.188" port: 45515 } } }
13:46:31.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:31.063714 8548 sys_catalog.cc:458] T 00000000000000000000000000000000 P 0d88c44815ff4279a82d15656b962f62 [sys.catalog]: This master's current role is: FOLLOWER
13:46:31.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:31.072790 8561 sys_catalog.cc:455] T 00000000000000000000000000000000 P 0d88c44815ff4279a82d15656b962f62 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 2 leader_uuid: "1b11c9b82dad455f96140c0710320e19" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1b11c9b82dad455f96140c0710320e19" member_type: VOTER last_known_addr { host: "127.7.182.190" port: 44299 } } peers { permanent_uuid: "863af96b76344791a61845cb34fcbdaf" member_type: VOTER last_known_addr { host: "127.7.182.189" port: 33873 } } peers { permanent_uuid: "0d88c44815ff4279a82d15656b962f62" member_type: VOTER last_known_addr { host: "127.7.182.188" port: 45515 } } }
13:46:31.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:31.074528 8561 sys_catalog.cc:458] T 00000000000000000000000000000000 P 0d88c44815ff4279a82d15656b962f62 [sys.catalog]: This master's current role is: FOLLOWER
13:46:31.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:31.106633 8490 sys_catalog.cc:455] T 00000000000000000000000000000000 P 1b11c9b82dad455f96140c0710320e19 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 2 leader_uuid: "1b11c9b82dad455f96140c0710320e19" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1b11c9b82dad455f96140c0710320e19" member_type: VOTER last_known_addr { host: "127.7.182.190" port: 44299 } } peers { permanent_uuid: "863af96b76344791a61845cb34fcbdaf" member_type: VOTER last_known_addr { host: "127.7.182.189" port: 33873 } } peers { permanent_uuid: "0d88c44815ff4279a82d15656b962f62" member_type: VOTER last_known_addr { host: "127.7.182.188" port: 45515 } } }
13:46:31.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:31.108098 8490 sys_catalog.cc:458] T 00000000000000000000000000000000 P 1b11c9b82dad455f96140c0710320e19 [sys.catalog]: This master's current role is: LEADER
13:46:31.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:31.108434 8569 sys_catalog.cc:455] T 00000000000000000000000000000000 P 1b11c9b82dad455f96140c0710320e19 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 2 leader_uuid: "1b11c9b82dad455f96140c0710320e19" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1b11c9b82dad455f96140c0710320e19" member_type: VOTER last_known_addr { host: "127.7.182.190" port: 44299 } } peers { permanent_uuid: "863af96b76344791a61845cb34fcbdaf" member_type: VOTER last_known_addr { host: "127.7.182.189" port: 33873 } } peers { permanent_uuid: "0d88c44815ff4279a82d15656b962f62" member_type: VOTER last_known_addr { host: "127.7.182.188" port: 45515 } } }
13:46:31.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:31.109628 8569 sys_catalog.cc:458] T 00000000000000000000000000000000 P 1b11c9b82dad455f96140c0710320e19 [sys.catalog]: This master's current role is: LEADER
13:46:31.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:31.112926 8441 rpc_server.cc:307] RPC server started. Bound to: 127.7.182.189:33873
13:46:31.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:31.113216 8571 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.7.182.189:33873 every 8 connection(s)
13:46:31.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:31.116981 8441 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskViAqxR/test-tmp/mini-kudu-cluster8637025279816330972/master-1/data/info.pb
13:46:31.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:31.126536 7898 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskViAqxR/build/tsan/bin/kudu as pid 8441
13:46:31.127 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
13:46:31.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:31.144847 8572 sys_catalog.cc:263] Verifying existing consensus state
13:46:31.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) E20260808 13:46:31.146137 8572 master.cc:392] Unable to init master catalog manager: Not found: Unable to initialize catalog manager: Failed to initialize sys tables async: Unable to load consensus metadata for tablet 00000000000000000000000000000000: Unable to load consensus metadata for tablet 00000000000000000000000000000000: /tmp/dist-test-taskViAqxR/test-tmp/mini-kudu-cluster8637025279816330972/master-1/wal/consensus-meta/00000000000000000000000000000000: No such file or directory (error 2)
13:46:31.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:31.146836 8441 master.cc:537] Master@127.7.182.189:33873 shutting down...
13:46:31.218 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.7.182.188:45515(127.7.182.188:45515)] connecting to peer
13:46:31.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:31.223954 8492 catalog_manager.cc:1475] Loading table and tablet metadata into memory...
13:46:31.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:31.234582 8492 catalog_manager.cc:1484] Initializing Kudu cluster ID...
13:46:31.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:31.240468 8492 catalog_manager.cc:1259] Loaded cluster ID: 5e786688745645d7a7a556563bfc59c1
13:46:31.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:31.240741 8492 catalog_manager.cc:1495] Initializing Kudu internal certificate authority...
13:46:31.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:31.247527 8441 master.cc:552] Master@127.7.182.189:33873 shutdown complete.
13:46:31.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Not found: Unable to initialize catalog manager: Failed to initialize sys tables async: Unable to load consensus metadata for tablet 00000000000000000000000000000000: Unable to load consensus metadata for tablet 00000000000000000000000000000000: /tmp/dist-test-taskViAqxR/test-tmp/mini-kudu-cluster8637025279816330972/master-1/wal/consensus-meta/00000000000000000000000000000000: No such file or directory (error 2)
13:46:31.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:31.312330 8353 catalog_manager.cc:1259] Loaded cluster ID: 5e786688745645d7a7a556563bfc59c1
13:46:31.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:31.312670 8353 catalog_manager.cc:1552] T 00000000000000000000000000000000 P 0d88c44815ff4279a82d15656b962f62: loading cluster ID for follower catalog manager: success
13:46:31.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:46:31.320317 8353 catalog_manager.cc:1576] T 00000000000000000000000000000000 P 0d88c44815ff4279a82d15656b962f62: acquiring CA information for follower catalog manager: Not found: root CA entry not found
13:46:31.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:46:31.322422 8353 catalog_manager.cc:873] Not found: root CA entry not found: failed to prepare follower catalog manager, will retry
13:46:31.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:31.331485 8254 master_runner.cc:186] Error getting master registration for 127.7.182.189:33873: Network error: Client connection negotiation failed: client connection to 127.7.182.189:33873: connect: Connection refused (error 111),
13:46:31.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:31.331987 8254 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
13:46:31.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:31.366079 8492 catalog_manager.cc:1370] Generated new certificate authority record
13:46:31.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:31.369664 8492 catalog_manager.cc:1504] Loading token signing keys...
13:46:31.374 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.7.182.190:44299(127.7.182.190:44299)] connecting to peer
13:46:31.377 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.7.182.189:33873(127.7.182.189:33873)] connecting to peer
13:46:31.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:31.412967 8492 catalog_manager.cc:5868] T 00000000000000000000000000000000 P 1b11c9b82dad455f96140c0710320e19: Generated new TSK 0
13:46:31.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:31.414711 8492 catalog_manager.cc:1514] Initializing in-progress tserver states...
13:46:31.447 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.7.182.188:45515(127.7.182.188:45515)] Successfully connected to peer
13:46:31.450 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.7.182.190:44299(127.7.182.190:44299)] Successfully connected to peer
13:46:31.519 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.182.189:33873(127.7.182.189:33873): Connection refused: /127.7.182.189:33873
13:46:31.520 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.182.189:33873(127.7.182.189:33873)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.182.189:33873(127.7.182.189:33873): Connection refused: /127.7.182.189:33873
13:46:31.522 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.182.189:33873: Failed to connect to peer master-127.7.182.189:33873(127.7.182.189:33873): Connection refused: /127.7.182.189:33873
13:46:31.539 [WARN - kudu-nio-0] (SecurityContext.java:209) Caller-provided Subject has a Kerberos ticket that is about to expire. Kudu expects the application to renew or re-acquire its own tickets before expiration.
13:46:31.552 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism GSSAPI chosen for peer 127.7.182.188
13:46:31.552 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism GSSAPI chosen for peer 127.7.182.190
13:46:31.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 08 13:46:31 dist-test-slave-vxj2 krb5kdc[7913](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786196784, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.7.182.188@KRBTEST.COM
13:46:31.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 08 13:46:31 dist-test-slave-vxj2 krb5kdc[7913](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786196784, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.7.182.190@KRBTEST.COM
13:46:31.889 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0xe94478e4, L:/127.0.0.1:49070 - R:/127.7.182.190:44299] using SASL/GSSAPI
13:46:31.889 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x429e2ba4, L:/127.0.0.1:43566 - R:/127.7.182.188:45515] using SASL/GSSAPI
13:46:31.954 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
13:46:31.956 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=ListTabletServers, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=822), Traces: [0ms] refreshing cache from master, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.182.188:45515, [231ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.182.190:44299, [234ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.182.189:33873, [378ms] Sub RPC ConnectToMaster: received response from server master-127.7.182.189:33873: Network error: Failed to connect to peer master-127.7.182.189:33873(127.7.182.189:33873): Connection refused: /127.7.182.189:33873, [763ms] Sub RPC ConnectToMaster: received response from server master-127.7.182.188:45515: OK, [775ms] Sub RPC ConnectToMaster: received response from server master-127.7.182.190:44299: OK, deferred=null) after lookup
13:46:32.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:32.338982 8353 catalog_manager.cc:1574] T 00000000000000000000000000000000 P 0d88c44815ff4279a82d15656b962f62: acquiring CA information for follower catalog manager: success
13:46:32.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:32.343196 8353 catalog_manager.cc:1602] T 00000000000000000000000000000000 P 0d88c44815ff4279a82d15656b962f62: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
13:46:32.967 [INFO - Time-limited test] (MiniKuduCluster.java:622) Running kinit for user test-admin
13:46:32.967 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: kinit {
username: "test-admin"
}
13:46:32.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 08 13:46:32 dist-test-slave-vxj2 krb5kdc[7913](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786196792, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
13:46:32.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
13:46:33.002 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
13:46:33.002 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskViAqxR/test-tmp/mini-kudu-cluster8637025279816330972/krb5kdc/krb5cc
13:46:33.003 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
13:46:33.003 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.7.182.188:45515
13:46:33.005 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 2
}
}
13:46:33.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:33.005560 7898 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskViAqxR/build/tsan/bin/kudu with pid 8254
13:46:33.041 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
13:46:33.042 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.7.182.190:44299
13:46:33.042 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 0
}
}
13:46:33.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:33.043035 7898 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskViAqxR/build/tsan/bin/kudu with pid 8339
13:46:33.045 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.7.182.188:45515(127.7.182.188:45515)] handling channelInactive
13:46:33.045 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.182.188:45515(127.7.182.188:45515)] cleaning up while in state READY due to: connection closed
13:46:33.079 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.7.182.190:44299(127.7.182.190:44299)] handling channelInactive
13:46:33.079 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
13:46:33.080 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.7.182.189:33873
13:46:33.080 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.182.190:44299(127.7.182.190:44299)] cleaning up while in state READY due to: connection closed
13:46:33.080 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 1
}
}
13:46:33.080 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
13:46:33.080 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.7.182.188:45515
13:46:33.081 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 2
}
}
13:46:33.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:33.082830 7898 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskViAqxR/build/tsan/bin/kudu
13:46:33.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskViAqxR/build/tsan/bin/kudu
13:46:33.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskViAqxR/test-tmp/mini-kudu-cluster8637025279816330972/master-2/wal
13:46:33.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskViAqxR/test-tmp/mini-kudu-cluster8637025279816330972/master-2/data
13:46:33.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
13:46:33.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
13:46:33.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
13:46:33.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
13:46:33.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
13:46:33.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
13:46:33.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskViAqxR/test-tmp/mini-kudu-cluster8637025279816330972/master-2/logs
13:46:33.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskViAqxR/test-tmp/mini-kudu-cluster8637025279816330972/master-2/data/info.pb
13:46:33.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
13:46:33.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
13:46:33.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
13:46:33.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
13:46:33.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
13:46:33.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
13:46:33.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
13:46:33.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
13:46:33.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
13:46:33.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
13:46:33.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
13:46:33.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
13:46:33.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.182.188:45515
13:46:33.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.182.188
13:46:33.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=38971
13:46:33.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskViAqxR/test-tmp/mini-kudu-cluster8637025279816330972/krb5kdc/kudu_127.7.182.188.keytab
13:46:33.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.7.182.188
13:46:33.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
13:46:33.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
13:46:33.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
13:46:33.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.182.148:35067
13:46:33.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
13:46:33.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
13:46:33.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
13:46:33.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
13:46:33.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.7.182.190:44299,127.7.182.189:33873,127.7.182.188:45515
13:46:33.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
13:46:33.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46681/jwks.json
13:46:33.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskViAqxR/test-tmp/mini-kudu-cluster8637025279816330972/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskViAqxR/test-tmp/mini-kudu-cluster8637025279816330972/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskViAqxR/test-tmp/mini-kudu-cluster8637025279816330972/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
13:46:33.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:46:33.416850 8594 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
13:46:33.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:46:33.417614 8594 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
13:46:33.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:46:33.418728 8594 flags.cc:425] Enabled unsafe flag: --never_fsync=true
13:46:33.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:46:33.452158 8594 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
13:46:33.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:46:33.452405 8594 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
13:46:33.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:46:33.452680 8594 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
13:46:33.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:46:33.452868 8594 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
13:46:33.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:46:33.453073 8594 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
13:46:33.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:46:33.453336 8594 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
13:46:33.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:46:33.453496 8594 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:46681/jwks.json
13:46:33.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:33.491549 8594 master_runner.cc:386] Master server non-default flags:
13:46:33.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
13:46:33.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.182.148:35067
13:46:33.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
13:46:33.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
13:46:33.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskViAqxR/test-tmp/mini-kudu-cluster8637025279816330972/master-2/data
13:46:33.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskViAqxR/test-tmp/mini-kudu-cluster8637025279816330972/master-2/wal
13:46:33.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
13:46:33.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
13:46:33.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.7.182.190:44299,127.7.182.189:33873,127.7.182.188:45515
13:46:33.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskViAqxR/test-tmp/mini-kudu-cluster8637025279816330972/krb5kdc/kudu_127.7.182.188.keytab
13:46:33.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.7.182.188
13:46:33.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
13:46:33.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
13:46:33.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
13:46:33.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.182.188:45515
13:46:33.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
13:46:33.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
13:46:33.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
13:46:33.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46681/jwks.json
13:46:33.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
13:46:33.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
13:46:33.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
13:46:33.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
13:46:33.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
13:46:33.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskViAqxR/test-tmp/mini-kudu-cluster8637025279816330972/master-2/data/info.pb
13:46:33.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.182.188
13:46:33.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=38971
13:46:33.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
13:46:33.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
13:46:33.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
13:46:33.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
13:46:33.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
13:46:33.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskViAqxR/test-tmp/mini-kudu-cluster8637025279816330972/master-2/logs
13:46:33.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
13:46:33.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
13:46:33.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
13:46:33.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
13:46:33.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
13:46:33.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
13:46:33.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
13:46:33.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 08 Aug 2026 12:50:05 UTC on ccycloud.quasar-ayrwuc.root.comops.site
13:46:33.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4574796
13:46:33.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
13:46:33.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:33.492875 8594 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
13:46:33.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:33.494127 8594 file_cache.cc:493] Constructed file cache file cache with capacity 419430
13:46:33.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:46:33.515202 8607 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:46:34.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:46:33.515445 8605 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:46:34.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:46:33.515311 8603 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:46:34.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:46:34.780895 8606 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
13:46:34.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:34.781390 8594 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
13:46:34.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:34.786386 8594 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
13:46:34.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:34.789942 8594 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
13:46:34.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:34.791460 8594 hybrid_clock.cc:648] HybridClock initialized: now 1786196794791404 us; error 47 us; skew 500 ppm
13:46:34.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:34.792420 8594 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
13:46:34.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 08 13:46:34 dist-test-slave-vxj2 krb5kdc[7913](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786196794, etypes {rep=17 tkt=17 ses=17}, kudu/127.7.182.188@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
13:46:34.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:34.803938 8594 init.cc:377] Logged in from keytab as kudu/127.7.182.188@KRBTEST.COM (short username kudu)
13:46:34.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:34.810349 8594 webserver.cc:460] Webserver started at http://127.7.182.188:38971/ using document root <none> and password file <none>
13:46:34.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:34.811440 8594 fs_manager.cc:359] Metadata directory not provided
13:46:34.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:34.811686 8594 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
13:46:34.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:34.821233 8594 fs_manager.cc:709] Time spent opening directory manager: real 0.006s user 0.006s sys 0.001s
13:46:34.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:34.826687 8618 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
13:46:34.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:34.827920 8594 fs_manager.cc:725] Time spent opening block manager: real 0.005s user 0.002s sys 0.002s
13:46:34.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:34.828305 8594 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskViAqxR/test-tmp/mini-kudu-cluster8637025279816330972/master-2/data,/tmp/dist-test-taskViAqxR/test-tmp/mini-kudu-cluster8637025279816330972/master-2/wal
13:46:34.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "0d88c44815ff4279a82d15656b962f62"
13:46:34.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-08 13:46:22 on dist-test-slave-vxj2"
13:46:34.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:34.830992 8594 fs_report.cc:383] FS layout report
13:46:34.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
13:46:34.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskViAqxR/test-tmp/mini-kudu-cluster8637025279816330972/master-2/wal
13:46:34.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskViAqxR/test-tmp/mini-kudu-cluster8637025279816330972/master-2/wal
13:46:34.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskViAqxR/test-tmp/mini-kudu-cluster8637025279816330972/master-2/data/data
13:46:34.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
13:46:34.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
13:46:34.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
13:46:34.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
13:46:34.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
13:46:34.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
13:46:34.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
13:46:34.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
13:46:34.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
13:46:34.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
13:46:34.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
13:46:34.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:34.882251 8594 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
13:46:34.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:34.888082 8594 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
13:46:34.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:34.888676 8594 kserver.cc:163] Server-wide thread pool size limit: 3276
13:46:34.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:34.971719 8594 rpc_server.cc:307] RPC server started. Bound to: 127.7.182.188:45515
13:46:34.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:34.971818 8677 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.7.182.188:45515 every 8 connection(s)
13:46:34.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:34.975534 8594 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskViAqxR/test-tmp/mini-kudu-cluster8637025279816330972/master-2/data/info.pb
13:46:34.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:34.983402 7898 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskViAqxR/build/tsan/bin/kudu as pid 8594
13:46:34.984 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
13:46:34.984 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.7.182.190:44299
13:46:34.984 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 0
}
}
13:46:34.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:34.987106 7898 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskViAqxR/build/tsan/bin/kudu
13:46:34.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskViAqxR/build/tsan/bin/kudu
13:46:34.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskViAqxR/test-tmp/mini-kudu-cluster8637025279816330972/master-0/wal
13:46:34.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskViAqxR/test-tmp/mini-kudu-cluster8637025279816330972/master-0/data
13:46:34.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
13:46:34.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
13:46:34.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
13:46:34.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
13:46:34.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
13:46:34.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
13:46:34.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskViAqxR/test-tmp/mini-kudu-cluster8637025279816330972/master-0/logs
13:46:34.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskViAqxR/test-tmp/mini-kudu-cluster8637025279816330972/master-0/data/info.pb
13:46:34.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
13:46:34.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
13:46:34.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
13:46:34.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
13:46:34.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
13:46:34.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
13:46:34.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
13:46:34.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
13:46:34.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
13:46:34.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
13:46:34.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
13:46:34.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
13:46:34.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.182.190:44299
13:46:34.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.182.190
13:46:34.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=40715
13:46:34.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskViAqxR/test-tmp/mini-kudu-cluster8637025279816330972/krb5kdc/kudu_127.7.182.190.keytab
13:46:34.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.7.182.190
13:46:34.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
13:46:34.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
13:46:34.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
13:46:34.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.182.148:35067
13:46:34.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
13:46:34.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
13:46:34.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
13:46:34.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
13:46:34.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.7.182.190:44299,127.7.182.189:33873,127.7.182.188:45515
13:46:34.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
13:46:34.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46681/jwks.json
13:46:34.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskViAqxR/test-tmp/mini-kudu-cluster8637025279816330972/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskViAqxR/test-tmp/mini-kudu-cluster8637025279816330972/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskViAqxR/test-tmp/mini-kudu-cluster8637025279816330972/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
13:46:34.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:34.991655 8678 sys_catalog.cc:263] Verifying existing consensus state
13:46:34.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:34.999508 8678 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 0d88c44815ff4279a82d15656b962f62: Bootstrap starting.
13:46:35.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:35.047344 8678 log.cc:824] T 00000000000000000000000000000000 P 0d88c44815ff4279a82d15656b962f62: Log is configured to *not* fsync() on all Append() calls
13:46:35.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:35.063949 8678 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 0d88c44815ff4279a82d15656b962f62: Bootstrap replayed 1/1 log segments. Stats: ops{read=5 overwritten=0 applied=5 ignored=0} inserts{seen=3 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
13:46:35.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:35.064780 8678 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 0d88c44815ff4279a82d15656b962f62: Bootstrap complete.
13:46:35.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:35.090262 8678 raft_consensus.cc:348] T 00000000000000000000000000000000 P 0d88c44815ff4279a82d15656b962f62 [term 2 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1b11c9b82dad455f96140c0710320e19" member_type: VOTER last_known_addr { host: "127.7.182.190" port: 44299 } } peers { permanent_uuid: "863af96b76344791a61845cb34fcbdaf" member_type: VOTER last_known_addr { host: "127.7.182.189" port: 33873 } } peers { permanent_uuid: "0d88c44815ff4279a82d15656b962f62" member_type: VOTER last_known_addr { host: "127.7.182.188" port: 45515 } }
13:46:35.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:35.092705 8678 raft_consensus.cc:729] T 00000000000000000000000000000000 P 0d88c44815ff4279a82d15656b962f62 [term 2 FOLLOWER]: Becoming Follower/Learner. State: Replica: 0d88c44815ff4279a82d15656b962f62, State: Initialized, Role: FOLLOWER
13:46:35.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:35.093765 8678 consensus_queue.cc:260] T 00000000000000000000000000000000 P 0d88c44815ff4279a82d15656b962f62 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 5, Last appended: 2.5, Last appended by leader: 5, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1b11c9b82dad455f96140c0710320e19" member_type: VOTER last_known_addr { host: "127.7.182.190" port: 44299 } } peers { permanent_uuid: "863af96b76344791a61845cb34fcbdaf" member_type: VOTER last_known_addr { host: "127.7.182.189" port: 33873 } } peers { permanent_uuid: "0d88c44815ff4279a82d15656b962f62" member_type: VOTER last_known_addr { host: "127.7.182.188" port: 45515 } }
13:46:35.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:35.096709 8683 sys_catalog.cc:455] T 00000000000000000000000000000000 P 0d88c44815ff4279a82d15656b962f62 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 2 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1b11c9b82dad455f96140c0710320e19" member_type: VOTER last_known_addr { host: "127.7.182.190" port: 44299 } } peers { permanent_uuid: "863af96b76344791a61845cb34fcbdaf" member_type: VOTER last_known_addr { host: "127.7.182.189" port: 33873 } } peers { permanent_uuid: "0d88c44815ff4279a82d15656b962f62" member_type: VOTER last_known_addr { host: "127.7.182.188" port: 45515 } } }
13:46:35.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:35.097698 8678 sys_catalog.cc:564] T 00000000000000000000000000000000 P 0d88c44815ff4279a82d15656b962f62 [sys.catalog]: configured and running, proceeding with master startup.
13:46:35.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:35.097878 8683 sys_catalog.cc:458] T 00000000000000000000000000000000 P 0d88c44815ff4279a82d15656b962f62 [sys.catalog]: This master's current role is: FOLLOWER
13:46:35.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:35.130448 8695 catalog_manager.cc:1259] Loaded cluster ID: 5e786688745645d7a7a556563bfc59c1
13:46:35.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:35.130782 8695 catalog_manager.cc:1552] T 00000000000000000000000000000000 P 0d88c44815ff4279a82d15656b962f62: loading cluster ID for follower catalog manager: success
13:46:35.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:35.141045 8695 catalog_manager.cc:1574] T 00000000000000000000000000000000 P 0d88c44815ff4279a82d15656b962f62: acquiring CA information for follower catalog manager: success
13:46:35.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:35.148267 8695 catalog_manager.cc:1602] T 00000000000000000000000000000000 P 0d88c44815ff4279a82d15656b962f62: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
13:46:35.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:35.126176 8594 master_runner.cc:186] Error getting master registration for 127.7.182.190:44299: Network error: Client connection negotiation failed: client connection to 127.7.182.190:44299: connect: Connection refused (error 111),
13:46:35.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:35.163093 8594 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
13:46:35.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:46:35.395327 8680 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
13:46:35.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:46:35.396144 8680 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
13:46:35.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:46:35.397176 8680 flags.cc:425] Enabled unsafe flag: --never_fsync=true
13:46:35.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:46:35.433821 8680 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
13:46:35.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:46:35.434118 8680 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
13:46:35.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:46:35.434525 8680 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
13:46:35.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:46:35.434863 8680 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
13:46:35.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:46:35.435209 8680 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
13:46:35.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:46:35.435534 8680 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
13:46:35.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:46:35.435770 8680 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:46681/jwks.json
13:46:35.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:35.475544 8680 master_runner.cc:386] Master server non-default flags:
13:46:35.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
13:46:35.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.182.148:35067
13:46:35.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
13:46:35.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
13:46:35.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskViAqxR/test-tmp/mini-kudu-cluster8637025279816330972/master-0/data
13:46:35.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskViAqxR/test-tmp/mini-kudu-cluster8637025279816330972/master-0/wal
13:46:35.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
13:46:35.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
13:46:35.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.7.182.190:44299,127.7.182.189:33873,127.7.182.188:45515
13:46:35.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskViAqxR/test-tmp/mini-kudu-cluster8637025279816330972/krb5kdc/kudu_127.7.182.190.keytab
13:46:35.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.7.182.190
13:46:35.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
13:46:35.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
13:46:35.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
13:46:35.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.182.190:44299
13:46:35.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
13:46:35.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
13:46:35.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
13:46:35.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46681/jwks.json
13:46:35.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
13:46:35.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
13:46:35.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
13:46:35.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
13:46:35.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
13:46:35.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskViAqxR/test-tmp/mini-kudu-cluster8637025279816330972/master-0/data/info.pb
13:46:35.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.182.190
13:46:35.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=40715
13:46:35.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
13:46:35.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
13:46:35.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
13:46:35.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
13:46:35.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
13:46:35.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskViAqxR/test-tmp/mini-kudu-cluster8637025279816330972/master-0/logs
13:46:35.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
13:46:35.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
13:46:35.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
13:46:35.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
13:46:35.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
13:46:35.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
13:46:35.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
13:46:35.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 08 Aug 2026 12:50:05 UTC on ccycloud.quasar-ayrwuc.root.comops.site
13:46:35.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4574796
13:46:35.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
13:46:35.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:35.477106 8680 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
13:46:35.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:35.478600 8680 file_cache.cc:493] Constructed file cache file cache with capacity 419430
13:46:35.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:46:35.512142 8704 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:46:36.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:36.803253 8710 raft_consensus.cc:482] T 00000000000000000000000000000000 P 0d88c44815ff4279a82d15656b962f62 [term 2 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
13:46:36.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:36.804811 8710 raft_consensus.cc:504] T 00000000000000000000000000000000 P 0d88c44815ff4279a82d15656b962f62 [term 2 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1b11c9b82dad455f96140c0710320e19" member_type: VOTER last_known_addr { host: "127.7.182.190" port: 44299 } } peers { permanent_uuid: "863af96b76344791a61845cb34fcbdaf" member_type: VOTER last_known_addr { host: "127.7.182.189" port: 33873 } } peers { permanent_uuid: "0d88c44815ff4279a82d15656b962f62" member_type: VOTER last_known_addr { host: "127.7.182.188" port: 45515 } }
13:46:36.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:36.839514 8710 leader_election.cc:288] T 00000000000000000000000000000000 P 0d88c44815ff4279a82d15656b962f62 [CANDIDATE]: Term 3 pre-election: Requested pre-vote from peers 1b11c9b82dad455f96140c0710320e19 (127.7.182.190:44299), 863af96b76344791a61845cb34fcbdaf (127.7.182.189:33873)
13:46:36.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:46:36.840723 8620 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.7.182.190:44299: connect: Connection refused (error 111)
13:46:36.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:46:36.874900 8619 leader_election.cc:334] T 00000000000000000000000000000000 P 0d88c44815ff4279a82d15656b962f62 [CANDIDATE]: Term 3 pre-election: RPC error from VoteRequest() call to peer 863af96b76344791a61845cb34fcbdaf (127.7.182.189:33873): Network error: Client connection negotiation failed: client connection to 127.7.182.189:33873: connect: Connection refused (error 111)
13:46:36.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:46:36.877956 8620 leader_election.cc:334] T 00000000000000000000000000000000 P 0d88c44815ff4279a82d15656b962f62 [CANDIDATE]: Term 3 pre-election: RPC error from VoteRequest() call to peer 1b11c9b82dad455f96140c0710320e19 (127.7.182.190:44299): Network error: Client connection negotiation failed: client connection to 127.7.182.190:44299: connect: Connection refused (error 111)
13:46:36.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:36.878837 8620 leader_election.cc:302] T 00000000000000000000000000000000 P 0d88c44815ff4279a82d15656b962f62 [CANDIDATE]: Term 3 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 0d88c44815ff4279a82d15656b962f62; no voters: 1b11c9b82dad455f96140c0710320e19, 863af96b76344791a61845cb34fcbdaf
13:46:36.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:36.889523 8710 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 0d88c44815ff4279a82d15656b962f62 [term 2 FOLLOWER]: Leader pre-election lost for term 3. Reason: could not achieve majority
13:46:37.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:46:35.521381 8703 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:46:37.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:46:35.512881 8706 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:46:37.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:37.585440 8680 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
13:46:37.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:46:37.586220 8705 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 2075 milliseconds
13:46:37.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:37.599203 8680 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
13:46:37.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:37.605401 8680 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
13:46:37.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:37.607779 8680 hybrid_clock.cc:648] HybridClock initialized: now 1786196797607706 us; error 107 us; skew 500 ppm
13:46:37.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:37.609850 8680 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
13:46:37.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 08 13:46:37 dist-test-slave-vxj2 krb5kdc[7913](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786196797, etypes {rep=17 tkt=17 ses=17}, kudu/127.7.182.190@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
13:46:37.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:37.623817 8680 init.cc:377] Logged in from keytab as kudu/127.7.182.190@KRBTEST.COM (short username kudu)
13:46:37.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:37.639500 8680 webserver.cc:460] Webserver started at http://127.7.182.190:40715/ using document root <none> and password file <none>
13:46:37.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:37.642678 8680 fs_manager.cc:359] Metadata directory not provided
13:46:37.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:37.643564 8680 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
13:46:37.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:37.666189 8680 fs_manager.cc:709] Time spent opening directory manager: real 0.014s user 0.005s sys 0.009s
13:46:37.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:37.674453 8719 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
13:46:37.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:37.676594 8680 fs_manager.cc:725] Time spent opening block manager: real 0.007s user 0.001s sys 0.004s
13:46:37.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:37.677208 8680 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskViAqxR/test-tmp/mini-kudu-cluster8637025279816330972/master-0/data,/tmp/dist-test-taskViAqxR/test-tmp/mini-kudu-cluster8637025279816330972/master-0/wal
13:46:37.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "1b11c9b82dad455f96140c0710320e19"
13:46:37.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-08 13:46:17 on dist-test-slave-vxj2"
13:46:37.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:37.681870 8680 fs_report.cc:383] FS layout report
13:46:37.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
13:46:37.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskViAqxR/test-tmp/mini-kudu-cluster8637025279816330972/master-0/wal
13:46:37.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskViAqxR/test-tmp/mini-kudu-cluster8637025279816330972/master-0/wal
13:46:37.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskViAqxR/test-tmp/mini-kudu-cluster8637025279816330972/master-0/data/data
13:46:37.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
13:46:37.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
13:46:37.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
13:46:37.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
13:46:37.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
13:46:37.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
13:46:37.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
13:46:37.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
13:46:37.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
13:46:37.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
13:46:37.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
13:46:37.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:37.767576 8680 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
13:46:37.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:37.780792 8680 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
13:46:37.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:37.781908 8680 kserver.cc:163] Server-wide thread pool size limit: 3276
13:46:38.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:38.023845 8680 rpc_server.cc:307] RPC server started. Bound to: 127.7.182.190:44299
13:46:38.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:38.024111 8779 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.7.182.190:44299 every 8 connection(s)
13:46:38.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:38.033495 8680 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskViAqxR/test-tmp/mini-kudu-cluster8637025279816330972/master-0/data/info.pb
13:46:38.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:38.044765 7898 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskViAqxR/build/tsan/bin/kudu as pid 8680
13:46:38.047 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
13:46:38.047 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.7.182.189:33873
13:46:38.048 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 1
}
}
13:46:38.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:38.051992 7898 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskViAqxR/build/tsan/bin/kudu
13:46:38.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskViAqxR/build/tsan/bin/kudu
13:46:38.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskViAqxR/test-tmp/mini-kudu-cluster8637025279816330972/master-1/wal
13:46:38.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskViAqxR/test-tmp/mini-kudu-cluster8637025279816330972/master-1/data
13:46:38.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
13:46:38.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
13:46:38.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
13:46:38.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
13:46:38.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
13:46:38.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
13:46:38.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskViAqxR/test-tmp/mini-kudu-cluster8637025279816330972/master-1/logs
13:46:38.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskViAqxR/test-tmp/mini-kudu-cluster8637025279816330972/master-1/data/info.pb
13:46:38.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
13:46:38.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
13:46:38.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
13:46:38.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
13:46:38.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
13:46:38.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
13:46:38.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
13:46:38.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
13:46:38.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
13:46:38.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
13:46:38.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
13:46:38.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
13:46:38.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.182.189:33873
13:46:38.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.182.189
13:46:38.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=44067
13:46:38.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskViAqxR/test-tmp/mini-kudu-cluster8637025279816330972/krb5kdc/kudu_127.7.182.189.keytab
13:46:38.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.7.182.189
13:46:38.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
13:46:38.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
13:46:38.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
13:46:38.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.182.148:35067
13:46:38.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
13:46:38.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
13:46:38.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
13:46:38.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
13:46:38.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.7.182.190:44299,127.7.182.189:33873,127.7.182.188:45515
13:46:38.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
13:46:38.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46681/jwks.json
13:46:38.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskViAqxR/test-tmp/mini-kudu-cluster8637025279816330972/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskViAqxR/test-tmp/mini-kudu-cluster8637025279816330972/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskViAqxR/test-tmp/mini-kudu-cluster8637025279816330972/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
13:46:38.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:38.064821 8780 sys_catalog.cc:263] Verifying existing consensus state
13:46:38.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:38.087126 8780 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 1b11c9b82dad455f96140c0710320e19: Bootstrap starting.
13:46:38.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:38.206547 8780 log.cc:824] T 00000000000000000000000000000000 P 1b11c9b82dad455f96140c0710320e19: Log is configured to *not* fsync() on all Append() calls
13:46:38.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:38.250813 8780 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 1b11c9b82dad455f96140c0710320e19: Bootstrap replayed 1/1 log segments. Stats: ops{read=5 overwritten=0 applied=5 ignored=0} inserts{seen=3 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
13:46:38.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:38.252436 8780 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 1b11c9b82dad455f96140c0710320e19: Bootstrap complete.
13:46:38.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:38.304239 8780 raft_consensus.cc:348] T 00000000000000000000000000000000 P 1b11c9b82dad455f96140c0710320e19 [term 2 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1b11c9b82dad455f96140c0710320e19" member_type: VOTER last_known_addr { host: "127.7.182.190" port: 44299 } } peers { permanent_uuid: "863af96b76344791a61845cb34fcbdaf" member_type: VOTER last_known_addr { host: "127.7.182.189" port: 33873 } } peers { permanent_uuid: "0d88c44815ff4279a82d15656b962f62" member_type: VOTER last_known_addr { host: "127.7.182.188" port: 45515 } }
13:46:38.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:38.310209 8780 raft_consensus.cc:729] T 00000000000000000000000000000000 P 1b11c9b82dad455f96140c0710320e19 [term 2 FOLLOWER]: Becoming Follower/Learner. State: Replica: 1b11c9b82dad455f96140c0710320e19, State: Initialized, Role: FOLLOWER
13:46:38.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:38.311790 8780 consensus_queue.cc:260] T 00000000000000000000000000000000 P 1b11c9b82dad455f96140c0710320e19 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 5, Last appended: 2.5, Last appended by leader: 5, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1b11c9b82dad455f96140c0710320e19" member_type: VOTER last_known_addr { host: "127.7.182.190" port: 44299 } } peers { permanent_uuid: "863af96b76344791a61845cb34fcbdaf" member_type: VOTER last_known_addr { host: "127.7.182.189" port: 33873 } } peers { permanent_uuid: "0d88c44815ff4279a82d15656b962f62" member_type: VOTER last_known_addr { host: "127.7.182.188" port: 45515 } }
13:46:38.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:38.317112 8784 sys_catalog.cc:455] T 00000000000000000000000000000000 P 1b11c9b82dad455f96140c0710320e19 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 2 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1b11c9b82dad455f96140c0710320e19" member_type: VOTER last_known_addr { host: "127.7.182.190" port: 44299 } } peers { permanent_uuid: "863af96b76344791a61845cb34fcbdaf" member_type: VOTER last_known_addr { host: "127.7.182.189" port: 33873 } } peers { permanent_uuid: "0d88c44815ff4279a82d15656b962f62" member_type: VOTER last_known_addr { host: "127.7.182.188" port: 45515 } } }
13:46:38.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:38.321698 8780 sys_catalog.cc:564] T 00000000000000000000000000000000 P 1b11c9b82dad455f96140c0710320e19 [sys.catalog]: configured and running, proceeding with master startup.
13:46:38.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:38.322733 8784 sys_catalog.cc:458] T 00000000000000000000000000000000 P 1b11c9b82dad455f96140c0710320e19 [sys.catalog]: This master's current role is: FOLLOWER
13:46:38.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:38.422377 8795 catalog_manager.cc:1259] Loaded cluster ID: 5e786688745645d7a7a556563bfc59c1
13:46:38.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:38.424008 8795 catalog_manager.cc:1552] T 00000000000000000000000000000000 P 1b11c9b82dad455f96140c0710320e19: loading cluster ID for follower catalog manager: success
13:46:38.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:38.449369 8795 catalog_manager.cc:1574] T 00000000000000000000000000000000 P 1b11c9b82dad455f96140c0710320e19: acquiring CA information for follower catalog manager: success
13:46:38.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:38.461957 8795 catalog_manager.cc:1602] T 00000000000000000000000000000000 P 1b11c9b82dad455f96140c0710320e19: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
13:46:38.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 08 13:46:38 dist-test-slave-vxj2 krb5kdc[7913](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786196797, etypes {rep=17 tkt=17 ses=17}, kudu/127.7.182.190@KRBTEST.COM for kudu/127.7.182.190@KRBTEST.COM
13:46:38.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:38.509860 8680 master_runner.cc:186] Error getting master registration for 127.7.182.189:33873: Network error: Client connection negotiation failed: client connection to 127.7.182.189:33873: connect: Connection refused (error 111),
13:46:38.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:38.572717 8680 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
13:46:39.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:39.174391 8802 raft_consensus.cc:482] T 00000000000000000000000000000000 P 0d88c44815ff4279a82d15656b962f62 [term 2 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
13:46:39.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:39.177538 8802 raft_consensus.cc:504] T 00000000000000000000000000000000 P 0d88c44815ff4279a82d15656b962f62 [term 2 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1b11c9b82dad455f96140c0710320e19" member_type: VOTER last_known_addr { host: "127.7.182.190" port: 44299 } } peers { permanent_uuid: "863af96b76344791a61845cb34fcbdaf" member_type: VOTER last_known_addr { host: "127.7.182.189" port: 33873 } } peers { permanent_uuid: "0d88c44815ff4279a82d15656b962f62" member_type: VOTER last_known_addr { host: "127.7.182.188" port: 45515 } }
13:46:39.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:39.234083 8802 leader_election.cc:288] T 00000000000000000000000000000000 P 0d88c44815ff4279a82d15656b962f62 [CANDIDATE]: Term 3 pre-election: Requested pre-vote from peers 1b11c9b82dad455f96140c0710320e19 (127.7.182.190:44299), 863af96b76344791a61845cb34fcbdaf (127.7.182.189:33873)
13:46:39.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:46:39.263221 8619 leader_election.cc:334] T 00000000000000000000000000000000 P 0d88c44815ff4279a82d15656b962f62 [CANDIDATE]: Term 3 pre-election: RPC error from VoteRequest() call to peer 863af96b76344791a61845cb34fcbdaf (127.7.182.189:33873): Network error: Client connection negotiation failed: client connection to 127.7.182.189:33873: connect: Connection refused (error 111)
13:46:39.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:39.316181 8750 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "0d88c44815ff4279a82d15656b962f62" candidate_term: 3 candidate_status { last_received { term: 2 index: 5 } } ignore_live_leader: false dest_uuid: "1b11c9b82dad455f96140c0710320e19" is_pre_election: true
13:46:39.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:39.317965 8750 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 1b11c9b82dad455f96140c0710320e19 [term 2 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 0d88c44815ff4279a82d15656b962f62 in term 2.
13:46:39.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:39.320636 8620 leader_election.cc:302] T 00000000000000000000000000000000 P 0d88c44815ff4279a82d15656b962f62 [CANDIDATE]: Term 3 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 0d88c44815ff4279a82d15656b962f62, 1b11c9b82dad455f96140c0710320e19; no voters: 863af96b76344791a61845cb34fcbdaf
13:46:39.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:39.322960 8802 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 0d88c44815ff4279a82d15656b962f62 [term 2 FOLLOWER]: Leader pre-election won for term 3
13:46:39.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:39.323693 8802 raft_consensus.cc:482] T 00000000000000000000000000000000 P 0d88c44815ff4279a82d15656b962f62 [term 2 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
13:46:39.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:39.324214 8802 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 0d88c44815ff4279a82d15656b962f62 [term 2 FOLLOWER]: Advancing to term 3
13:46:39.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:39.345892 8802 raft_consensus.cc:504] T 00000000000000000000000000000000 P 0d88c44815ff4279a82d15656b962f62 [term 3 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1b11c9b82dad455f96140c0710320e19" member_type: VOTER last_known_addr { host: "127.7.182.190" port: 44299 } } peers { permanent_uuid: "863af96b76344791a61845cb34fcbdaf" member_type: VOTER last_known_addr { host: "127.7.182.189" port: 33873 } } peers { permanent_uuid: "0d88c44815ff4279a82d15656b962f62" member_type: VOTER last_known_addr { host: "127.7.182.188" port: 45515 } }
13:46:39.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:39.367794 8750 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "0d88c44815ff4279a82d15656b962f62" candidate_term: 3 candidate_status { last_received { term: 2 index: 5 } } ignore_live_leader: false dest_uuid: "1b11c9b82dad455f96140c0710320e19"
13:46:39.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:39.368796 8750 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 1b11c9b82dad455f96140c0710320e19 [term 2 FOLLOWER]: Advancing to term 3
13:46:39.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:39.386305 8802 leader_election.cc:288] T 00000000000000000000000000000000 P 0d88c44815ff4279a82d15656b962f62 [CANDIDATE]: Term 3 election: Requested vote from peers 1b11c9b82dad455f96140c0710320e19 (127.7.182.190:44299), 863af96b76344791a61845cb34fcbdaf (127.7.182.189:33873)
13:46:39.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:39.393074 8750 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 1b11c9b82dad455f96140c0710320e19 [term 3 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 0d88c44815ff4279a82d15656b962f62 in term 3.
13:46:39.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:39.395150 8620 leader_election.cc:302] T 00000000000000000000000000000000 P 0d88c44815ff4279a82d15656b962f62 [CANDIDATE]: Term 3 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 0d88c44815ff4279a82d15656b962f62, 1b11c9b82dad455f96140c0710320e19; no voters:
13:46:39.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:46:39.396339 8619 leader_election.cc:334] T 00000000000000000000000000000000 P 0d88c44815ff4279a82d15656b962f62 [CANDIDATE]: Term 3 election: RPC error from VoteRequest() call to peer 863af96b76344791a61845cb34fcbdaf (127.7.182.189:33873): Network error: Client connection negotiation failed: client connection to 127.7.182.189:33873: connect: Connection refused (error 111)
13:46:39.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:39.396620 8802 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 0d88c44815ff4279a82d15656b962f62 [term 3 FOLLOWER]: Leader election won for term 3
13:46:39.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:39.399829 8802 raft_consensus.cc:686] T 00000000000000000000000000000000 P 0d88c44815ff4279a82d15656b962f62 [term 3 LEADER]: Becoming Leader. State: Replica: 0d88c44815ff4279a82d15656b962f62, State: Running, Role: LEADER
13:46:39.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:39.401528 8802 consensus_queue.cc:237] T 00000000000000000000000000000000 P 0d88c44815ff4279a82d15656b962f62 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 5, Committed index: 5, Last appended: 2.5, Last appended by leader: 5, Current term: 3, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1b11c9b82dad455f96140c0710320e19" member_type: VOTER last_known_addr { host: "127.7.182.190" port: 44299 } } peers { permanent_uuid: "863af96b76344791a61845cb34fcbdaf" member_type: VOTER last_known_addr { host: "127.7.182.189" port: 33873 } } peers { permanent_uuid: "0d88c44815ff4279a82d15656b962f62" member_type: VOTER last_known_addr { host: "127.7.182.188" port: 45515 } }
13:46:39.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:39.423089 8808 sys_catalog.cc:455] T 00000000000000000000000000000000 P 0d88c44815ff4279a82d15656b962f62 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 0d88c44815ff4279a82d15656b962f62. Latest consensus state: current_term: 3 leader_uuid: "0d88c44815ff4279a82d15656b962f62" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1b11c9b82dad455f96140c0710320e19" member_type: VOTER last_known_addr { host: "127.7.182.190" port: 44299 } } peers { permanent_uuid: "863af96b76344791a61845cb34fcbdaf" member_type: VOTER last_known_addr { host: "127.7.182.189" port: 33873 } } peers { permanent_uuid: "0d88c44815ff4279a82d15656b962f62" member_type: VOTER last_known_addr { host: "127.7.182.188" port: 45515 } } }
13:46:39.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:39.425426 8808 sys_catalog.cc:458] T 00000000000000000000000000000000 P 0d88c44815ff4279a82d15656b962f62 [sys.catalog]: This master's current role is: LEADER
13:46:39.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:39.435285 8810 catalog_manager.cc:1475] Loading table and tablet metadata into memory...
13:46:39.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:39.449970 8810 catalog_manager.cc:1484] Initializing Kudu cluster ID...
13:46:39.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:39.457995 8810 catalog_manager.cc:1259] Loaded cluster ID: 5e786688745645d7a7a556563bfc59c1
13:46:39.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:39.458853 8810 catalog_manager.cc:1495] Initializing Kudu internal certificate authority...
13:46:39.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:39.467083 8810 catalog_manager.cc:1504] Loading token signing keys...
13:46:39.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:39.474434 8810 catalog_manager.cc:5879] T 00000000000000000000000000000000 P 0d88c44815ff4279a82d15656b962f62: Loaded TSK: 0
13:46:39.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:39.478156 8810 catalog_manager.cc:1514] Initializing in-progress tserver states...
13:46:39.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:46:39.603629 8782 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
13:46:39.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:46:39.605216 8782 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
13:46:39.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:46:39.607239 8782 flags.cc:425] Enabled unsafe flag: --never_fsync=true
13:46:39.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:46:39.743508 8782 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
13:46:39.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:46:39.744062 8782 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
13:46:39.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:46:39.744762 8782 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
13:46:39.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:46:39.745283 8782 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
13:46:39.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:46:39.745788 8782 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
13:46:39.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:46:39.746398 8782 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
13:46:39.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:46:39.746819 8782 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:46681/jwks.json
13:46:39.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:46:39.794164 8619 consensus_peers.cc:487] T 00000000000000000000000000000000 P 0d88c44815ff4279a82d15656b962f62 -> Peer 863af96b76344791a61845cb34fcbdaf (127.7.182.189:33873): Couldn't send request to peer 863af96b76344791a61845cb34fcbdaf. Status: Network error: Client connection negotiation failed: client connection to 127.7.182.189:33873: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
13:46:39.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:39.848817 8782 master_runner.cc:386] Master server non-default flags:
13:46:39.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
13:46:39.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.182.148:35067
13:46:39.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
13:46:39.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
13:46:39.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskViAqxR/test-tmp/mini-kudu-cluster8637025279816330972/master-1/data
13:46:39.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskViAqxR/test-tmp/mini-kudu-cluster8637025279816330972/master-1/wal
13:46:39.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
13:46:39.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
13:46:39.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.7.182.190:44299,127.7.182.189:33873,127.7.182.188:45515
13:46:39.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskViAqxR/test-tmp/mini-kudu-cluster8637025279816330972/krb5kdc/kudu_127.7.182.189.keytab
13:46:39.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.7.182.189
13:46:39.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
13:46:39.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
13:46:39.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
13:46:39.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.182.189:33873
13:46:39.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
13:46:39.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
13:46:39.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
13:46:39.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46681/jwks.json
13:46:39.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
13:46:39.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
13:46:39.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
13:46:39.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
13:46:39.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
13:46:39.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskViAqxR/test-tmp/mini-kudu-cluster8637025279816330972/master-1/data/info.pb
13:46:39.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.182.189
13:46:39.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=44067
13:46:39.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
13:46:39.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
13:46:39.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
13:46:39.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
13:46:39.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
13:46:39.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskViAqxR/test-tmp/mini-kudu-cluster8637025279816330972/master-1/logs
13:46:39.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
13:46:39.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
13:46:39.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
13:46:39.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
13:46:39.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
13:46:39.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
13:46:39.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
13:46:39.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 08 Aug 2026 12:50:05 UTC on ccycloud.quasar-ayrwuc.root.comops.site
13:46:39.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4574796
13:46:39.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
13:46:39.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:39.851998 8782 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
13:46:39.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:39.854672 8782 file_cache.cc:493] Constructed file cache file cache with capacity 419430
13:46:39.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:39.925930 8750 raft_consensus.cc:1261] T 00000000000000000000000000000000 P 1b11c9b82dad455f96140c0710320e19 [term 3 FOLLOWER]: Refusing update from remote peer 0d88c44815ff4279a82d15656b962f62: Log matching property violated. Preceding OpId in replica: term: 2 index: 5. Preceding OpId from leader: term: 3 index: 6. (index mismatch)
13:46:39.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:39.931149 8808 consensus_queue.cc:1035] T 00000000000000000000000000000000 P 0d88c44815ff4279a82d15656b962f62 [LEADER]: Connected to new peer: Peer: permanent_uuid: "1b11c9b82dad455f96140c0710320e19" member_type: VOTER last_known_addr { host: "127.7.182.190" port: 44299 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 6, Last known committed idx: 5, Time since last communication: 0.001s
13:46:39.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:46:39.933851 8819 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:46:39.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:39.989529 8822 sys_catalog.cc:455] T 00000000000000000000000000000000 P 1b11c9b82dad455f96140c0710320e19 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 0d88c44815ff4279a82d15656b962f62. Latest consensus state: current_term: 3 leader_uuid: "0d88c44815ff4279a82d15656b962f62" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1b11c9b82dad455f96140c0710320e19" member_type: VOTER last_known_addr { host: "127.7.182.190" port: 44299 } } peers { permanent_uuid: "863af96b76344791a61845cb34fcbdaf" member_type: VOTER last_known_addr { host: "127.7.182.189" port: 33873 } } peers { permanent_uuid: "0d88c44815ff4279a82d15656b962f62" member_type: VOTER last_known_addr { host: "127.7.182.188" port: 45515 } } }
13:46:39.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:39.991273 8822 sys_catalog.cc:458] T 00000000000000000000000000000000 P 1b11c9b82dad455f96140c0710320e19 [sys.catalog]: This master's current role is: FOLLOWER
13:46:39.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:39.994866 8808 sys_catalog.cc:455] T 00000000000000000000000000000000 P 0d88c44815ff4279a82d15656b962f62 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 3 leader_uuid: "0d88c44815ff4279a82d15656b962f62" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1b11c9b82dad455f96140c0710320e19" member_type: VOTER last_known_addr { host: "127.7.182.190" port: 44299 } } peers { permanent_uuid: "863af96b76344791a61845cb34fcbdaf" member_type: VOTER last_known_addr { host: "127.7.182.189" port: 33873 } } peers { permanent_uuid: "0d88c44815ff4279a82d15656b962f62" member_type: VOTER last_known_addr { host: "127.7.182.188" port: 45515 } } }
13:46:39.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:39.996073 8808 sys_catalog.cc:458] T 00000000000000000000000000000000 P 0d88c44815ff4279a82d15656b962f62 [sys.catalog]: This master's current role is: LEADER
13:46:40.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:40.004398 8822 sys_catalog.cc:455] T 00000000000000000000000000000000 P 1b11c9b82dad455f96140c0710320e19 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 3 leader_uuid: "0d88c44815ff4279a82d15656b962f62" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1b11c9b82dad455f96140c0710320e19" member_type: VOTER last_known_addr { host: "127.7.182.190" port: 44299 } } peers { permanent_uuid: "863af96b76344791a61845cb34fcbdaf" member_type: VOTER last_known_addr { host: "127.7.182.189" port: 33873 } } peers { permanent_uuid: "0d88c44815ff4279a82d15656b962f62" member_type: VOTER last_known_addr { host: "127.7.182.188" port: 45515 } } }
13:46:40.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:40.005792 8822 sys_catalog.cc:458] T 00000000000000000000000000000000 P 1b11c9b82dad455f96140c0710320e19 [sys.catalog]: This master's current role is: FOLLOWER
13:46:40.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:40.185286 8594 master_runner.cc:186] Error getting master registration for 127.7.182.189:33873: Network error: Client connection negotiation failed: client connection to 127.7.182.189:33873: connect: Connection refused (error 111),
13:46:40.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:40.186048 8594 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
13:46:41.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:46:39.938125 8818 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:46:41.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:46:39.952549 8821 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:46:42.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:46:42.004472 8820 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 2080 milliseconds
13:46:42.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:42.004627 8782 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
13:46:42.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:42.006578 8782 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
13:46:42.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:42.010353 8782 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
13:46:42.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:42.011869 8782 hybrid_clock.cc:648] HybridClock initialized: now 1786196802011788 us; error 81 us; skew 500 ppm
13:46:42.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:42.013126 8782 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
13:46:42.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 08 13:46:42 dist-test-slave-vxj2 krb5kdc[7913](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786196802, etypes {rep=17 tkt=17 ses=17}, kudu/127.7.182.189@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
13:46:42.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:42.031647 8782 init.cc:377] Logged in from keytab as kudu/127.7.182.189@KRBTEST.COM (short username kudu)
13:46:42.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:42.038260 8782 webserver.cc:460] Webserver started at http://127.7.182.189:44067/ using document root <none> and password file <none>
13:46:42.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:42.039633 8782 fs_manager.cc:359] Metadata directory not provided
13:46:42.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:42.039896 8782 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
13:46:42.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:46:42.051429 8619 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.7.182.189:33873: connect: Connection refused (error 111) [suppressed 7 similar messages]
13:46:42.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:42.055079 8782 fs_manager.cc:709] Time spent opening directory manager: real 0.009s user 0.004s sys 0.004s
13:46:42.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:42.060025 8854 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
13:46:42.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:42.061350 8782 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.004s sys 0.000s
13:46:42.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:42.061790 8782 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskViAqxR/test-tmp/mini-kudu-cluster8637025279816330972/master-1/data,/tmp/dist-test-taskViAqxR/test-tmp/mini-kudu-cluster8637025279816330972/master-1/wal
13:46:42.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "863af96b76344791a61845cb34fcbdaf"
13:46:42.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-08 13:46:20 on dist-test-slave-vxj2"
13:46:42.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:42.064330 8782 fs_report.cc:383] FS layout report
13:46:42.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
13:46:42.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskViAqxR/test-tmp/mini-kudu-cluster8637025279816330972/master-1/wal
13:46:42.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskViAqxR/test-tmp/mini-kudu-cluster8637025279816330972/master-1/wal
13:46:42.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskViAqxR/test-tmp/mini-kudu-cluster8637025279816330972/master-1/data/data
13:46:42.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
13:46:42.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
13:46:42.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
13:46:42.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
13:46:42.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
13:46:42.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
13:46:42.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
13:46:42.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
13:46:42.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
13:46:42.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
13:46:42.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
13:46:42.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:42.109926 8782 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
13:46:42.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:42.119421 8782 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
13:46:42.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:42.120071 8782 kserver.cc:163] Server-wide thread pool size limit: 3276
13:46:42.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:42.335093 8782 rpc_server.cc:307] RPC server started. Bound to: 127.7.182.189:33873
13:46:42.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:42.335479 8908 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.7.182.189:33873 every 8 connection(s)
13:46:42.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:42.338555 8782 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskViAqxR/test-tmp/mini-kudu-cluster8637025279816330972/master-1/data/info.pb
13:46:42.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:42.344655 7898 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskViAqxR/build/tsan/bin/kudu as pid 8782
13:46:42.345 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
13:46:42.347 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.7.182.190:44299(127.7.182.190:44299)] connecting to peer
13:46:42.353 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.7.182.190:44299(127.7.182.190:44299)] Successfully connected to peer
13:46:42.357 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.182.190:44299(127.7.182.190:44299)] cleaning up while in state NEGOTIATING due to: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available
13:46:42.360 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.7.182.190:44299(127.7.182.190:44299)] handling channelInactive
13:46:42.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:46:42.363121 8911 negotiation.cc:337] Failed RPC negotiation. Trace:
13:46:42.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0808 13:46:42.350412 (+ 0us) reactor.cc:625] Submitting negotiation task for server connection from 127.0.0.1:52718 (local address 127.7.182.190:44299)
13:46:42.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0808 13:46:42.354508 (+ 4096us) server_negotiation.cc:206] Beginning negotiation
13:46:42.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0808 13:46:42.354545 (+ 37us) server_negotiation.cc:399] Waiting for connection header
13:46:42.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0808 13:46:42.354621 (+ 76us) server_negotiation.cc:407] Connection header received
13:46:42.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0808 13:46:42.355196 (+ 575us) server_negotiation.cc:365] Received NEGOTIATE NegotiatePB request
13:46:42.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0808 13:46:42.355232 (+ 36us) server_negotiation.cc:461] Received NEGOTIATE request from client
13:46:42.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0808 13:46:42.355584 (+ 352us) server_negotiation.cc:377] Sending NEGOTIATE NegotiatePB response
13:46:42.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0808 13:46:42.355916 (+ 332us) server_negotiation.cc:226] Negotiated authn=SASL
13:46:42.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0808 13:46:42.359225 (+ 3309us) negotiation.cc:327] Negotiation complete: Network error: Server connection negotiation failed: server connection from 127.0.0.1:52718: BlockingRecv error: recv got EOF from 127.0.0.1:52718 (error 108)
13:46:42.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"server-negotiator.queue_time_us":3415,"thread_start_us":4117,"threads_started":1}
13:46:42.365 [DEBUG - Time-limited test] (Connection.java:575) [peer master-127.7.182.190:44299(127.7.182.190:44299)] disconnecting while in state TERMINATED
13:46:42.368 [DEBUG - Time-limited test] (Connection.java:575) [peer master-127.7.182.189:33873(127.7.182.189:33873)] disconnecting while in state TERMINATED
13:46:42.368 [DEBUG - Time-limited test] (Connection.java:575) [peer master-127.7.182.188:45515(127.7.182.188:45515)] disconnecting while in state TERMINATED
13:46:42.372 [DEBUG - Time-limited test] (AsyncKuduClient.java:2704) Releasing all remaining resources
13:46:42.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:42.372886 8909 sys_catalog.cc:263] Verifying existing consensus state
13:46:42.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) E20260808 13:46:42.374308 8909 master.cc:392] Unable to init master catalog manager: Not found: Unable to initialize catalog manager: Failed to initialize sys tables async: Unable to load consensus metadata for tablet 00000000000000000000000000000000: Unable to load consensus metadata for tablet 00000000000000000000000000000000: /tmp/dist-test-taskViAqxR/test-tmp/mini-kudu-cluster8637025279816330972/master-1/wal/consensus-meta/00000000000000000000000000000000: No such file or directory (error 2)
13:46:42.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:42.374925 8782 master.cc:537] Master@127.7.182.189:33873 shutting down...
13:46:42.382 [DEBUG - main] (AsyncKuduClient.java:2704) Releasing all remaining resources
13:46:42.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:42.398947 7898 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskViAqxR/build/tsan/bin/kudu with pid 8680
13:46:42.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:42.449839 8782 master.cc:552] Master@127.7.182.189:33873 shutdown complete.
13:46:42.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:42.450654 7898 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskViAqxR/build/tsan/bin/kudu with pid 8782
13:46:42.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 13:46:42.471725 8620 consensus_peers.cc:487] T 00000000000000000000000000000000 P 0d88c44815ff4279a82d15656b962f62 -> Peer 1b11c9b82dad455f96140c0710320e19 (127.7.182.190:44299): Couldn't send request to peer 1b11c9b82dad455f96140c0710320e19. Status: Network error: Client connection negotiation failed: client connection to 127.7.182.190:44299: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
13:46:42.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:42.474186 7898 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskViAqxR/build/tsan/bin/kudu with pid 8594
13:46:43.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-08T13:46:43Z chronyd exiting
13:46:44.795 [DEBUG - main] (AsyncKuduClient.java:2704) Releasing all remaining resources
13:46:44.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:44.797242 7049 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskViAqxR/build/tsan/bin/kudu with pid 7382
13:46:44.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:44.838742 7049 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskViAqxR/build/tsan/bin/kudu with pid 7571
13:46:44.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:44.869467 7049 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskViAqxR/build/tsan/bin/kudu with pid 7727
13:46:44.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:44.898550 7049 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskViAqxR/build/tsan/bin/kudu with pid 7063
13:46:44.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:44.935148 7049 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskViAqxR/build/tsan/bin/kudu with pid 7145
13:46:44.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 13:46:44.970943 7049 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskViAqxR/build/tsan/bin/kudu with pid 7237
13:46:46.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-08T13:46:46Z chronyd exiting
13:46:47.184 [ERROR - main] (RetryRule.java:206) org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally: failed attempt 1
org.apache.kudu.client.NonRecoverableException: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110) ~[main/:?]
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564) ~[main/:?]
at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263) ~[main/:?]
at org.apache.kudu.client.TestSecurity.checkClientCanReconnect(TestSecurity.java:158) ~[test/:?]
at org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally(TestSecurity.java:454) ~[test/:?]
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362]
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362]
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362]
at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362]
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_362]
at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362]
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.Negotiator.chooseAndInitializeSaslMech(Negotiator.java:565) ~[main/:?]
at org.apache.kudu.client.Negotiator.handleNegotiateResponse(Negotiator.java:433) ~[main/:?]
at org.apache.kudu.client.Negotiator.channelRead0(Negotiator.java:367) ~[main/:?]
at org.apache.kudu.client.Negotiator.channelRead0(Negotiator.java:94) ~[main/:?]
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362]
org.apache.kudu.client.NonRecoverableException: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263)
at org.apache.kudu.client.TestSecurity.checkClientCanReconnect(TestSecurity.java:158)
at org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally(TestSecurity.java:454)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.lang.Thread.run(Thread.java:750)
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.Negotiator.chooseAndInitializeSaslMech(Negotiator.java:565)
at org.apache.kudu.client.Negotiator.handleNegotiateResponse(Negotiator.java:433)
at org.apache.kudu.client.Negotiator.channelRead0(Negotiator.java:367)
at org.apache.kudu.client.Negotiator.channelRead0(Negotiator.java:94)
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
... 1 more