15:13:51.268 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
15:13:51.278 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskHSL5gd/test-tmp
15:13:51.284 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
15:13:51.288 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskHSL5gd/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
15:13:51.480 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 3
enable_kerberos: false
cluster_root: "/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster16518203790417877494"
hms_mode: NONE
mini_kdc_options {
}
principal: "kudu"
mini_oidc_options {
}
}
15:13:51.703 [DEBUG - main] (MiniKuduCluster.java:195) Response:
15:13:51.705 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}
15:13:51.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:13:51.710114 5000 mini_oidc.cc:150] Starting JWKS server
15:13:51.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:13:51.713984 5000 webserver.cc:533] Webserver started at http://127.0.0.1:38777/ using document root <none> and password file <none>
15:13:51.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:13:51.714577 5000 mini_oidc.cc:186] Starting OIDC Discovery server
15:13:51.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:13:51.717321 5000 webserver.cc:533] Webserver started at http://127.0.0.1:37935/ using document root <none> and password file <none>
15:13:51.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-09-24T15:13:51Z chronyd version 4.6.1 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -NTS -SECHASH -IPV6 +DEBUG)
15:13:51.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-09-24T15:13:51Z Disabled control of system clock
15:13:51.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:13:51.784737 5000 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskHSL5gd/build/tsan/bin/kudu
15:13:51.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskHSL5gd/build/tsan/bin/kudu
15:13:51.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster16518203790417877494/master-0/wal
15:13:51.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster16518203790417877494/master-0/data
15:13:51.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
15:13:51.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
15:13:51.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
15:13:51.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
15:13:51.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
15:13:51.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
15:13:51.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster16518203790417877494/master-0/logs
15:13:51.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster16518203790417877494/master-0/data/info.pb
15:13:51.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
15:13:51.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
15:13:51.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
15:13:51.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
15:13:51.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
15:13:51.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
15:13:51.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
15:13:51.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
15:13:51.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
15:13:51.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
15:13:51.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
15:13:51.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
15:13:51.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.4.226.62:45887
15:13:51.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.4.226.62
15:13:51.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
15:13:51.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.4.226.20:34387
15:13:51.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
15:13:51.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
15:13:51.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
15:13:51.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
15:13:51.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.4.226.62:45887,127.4.226.61:33721,127.4.226.60:34683
15:13:51.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
15:13:51.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:38777/jwks.json with env {}
15:13:52.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:13:52.112510 5012 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
15:13:52.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:13:52.113106 5012 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
15:13:52.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:13:52.113766 5012 flags.cc:432] Enabled unsafe flag: --never_fsync=true
15:13:52.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:13:52.150019 5012 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
15:13:52.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:13:52.150365 5012 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
15:13:52.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:13:52.150575 5012 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
15:13:52.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:13:52.150928 5012 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
15:13:52.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:13:52.151288 5012 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
15:13:52.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:13:52.151544 5012 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:38777/jwks.json
15:13:52.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:13:52.190625 5012 master_runner.cc:387] Master server non-default flags:
15:13:52.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster16518203790417877494/master-0/logs
15:13:52.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
15:13:52.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
15:13:52.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
15:13:52.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.4.226.20:34387
15:13:52.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
15:13:52.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
15:13:52.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster16518203790417877494/master-0/data
15:13:52.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster16518203790417877494/master-0/wal
15:13:52.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
15:13:52.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.4.226.62:45887,127.4.226.61:33721,127.4.226.60:34683
15:13:52.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
15:13:52.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
15:13:52.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
15:13:52.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.4.226.62:45887
15:13:52.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
15:13:52.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
15:13:52.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
15:13:52.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:38777/jwks.json
15:13:52.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
15:13:52.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
15:13:52.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster16518203790417877494/master-0/data/info.pb
15:13:52.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.4.226.62
15:13:52.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
15:13:52.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
15:13:52.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
15:13:52.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
15:13:52.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
15:13:52.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
15:13:52.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
15:13:52.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
15:13:52.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
15:13:52.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision ae52405967cd2709483ea5c02e613be50ab23f43
15:13:52.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
15:13:52.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 24 Sep 2026 14:50:47 UTC on e7f111948823
15:13:52.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13978
15:13:52.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
15:13:52.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:13:52.192327 5012 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
15:13:52.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:13:52.194653 5012 file_cache.cc:504] Constructed file cache file cache with capacity 419430
15:13:52.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:13:52.208910 5019 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:13:54.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:13:53.614446 5018 debug-util.cc:398] Leaking SignalData structure 0x7b08000379c0 after lost signal to thread 5012
15:13:54.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:13:54.073002 5012 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.865s user 0.726s sys 1.136s
15:13:54.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:13:54.073539 5012 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.865s user 0.726s sys 1.136s
15:13:54.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:13:52.209115 5020 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:13:54.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:13:54.076233 5022 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:13:54.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:13:54.079026 5021 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1865 milliseconds
15:13:54.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:13:54.079066 5012 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
15:13:54.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:13:54.080581 5012 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
15:13:54.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:13:54.083505 5012 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
15:13:54.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:13:54.084895 5012 hybrid_clock.cc:648] HybridClock initialized: now 1790262834084852 us; error 55 us; skew 500 ppm
15:13:54.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:13:54.085940 5012 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
15:13:54.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:13:54.098480 5012 webserver.cc:533] Webserver started at http://127.4.226.62:41843/ using document root <none> and password file <none>
15:13:54.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:13:54.099757 5012 fs_manager.cc:362] Metadata directory not provided
15:13:54.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:13:54.100042 5012 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
15:13:54.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:13:54.100670 5012 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
15:13:54.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:13:54.105449 5012 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster16518203790417877494/master-0/data/instance:
15:13:54.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "08d1e486c5094f7c9acd774679550d32"
15:13:54.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-24 15:13:54 on dist-test-slave-38qb"
15:13:54.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:13:54.107091 5012 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster16518203790417877494/master-0/wal/instance:
15:13:54.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "08d1e486c5094f7c9acd774679550d32"
15:13:54.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-24 15:13:54 on dist-test-slave-38qb"
15:13:54.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:13:54.116077 5012 fs_manager.cc:696] Time spent creating directory manager: real 0.008s user 0.006s sys 0.003s
15:13:54.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:13:54.122627 5029 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
15:13:54.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:13:54.124145 5012 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.002s sys 0.002s
15:13:54.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:13:54.124495 5012 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster16518203790417877494/master-0/data,/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster16518203790417877494/master-0/wal
15:13:54.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "08d1e486c5094f7c9acd774679550d32"
15:13:54.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-24 15:13:54 on dist-test-slave-38qb"
15:13:54.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:13:54.124912 5012 fs_report.cc:389] FS layout report
15:13:54.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
15:13:54.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster16518203790417877494/master-0/wal
15:13:54.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster16518203790417877494/master-0/wal
15:13:54.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster16518203790417877494/master-0/data/data
15:13:54.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
15:13:54.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
15:13:54.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
15:13:54.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
15:13:54.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
15:13:54.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
15:13:54.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
15:13:54.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
15:13:54.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
15:13:54.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
15:13:54.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
15:13:54.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:13:54.196509 5012 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
15:13:54.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:13:54.198211 5012 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
15:13:54.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:13:54.198661 5012 kserver.cc:163] Server-wide thread pool size limit: 3276
15:13:54.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:13:54.279634 5012 rpc_server.cc:307] RPC server started. Bound to: 127.4.226.62:45887
15:13:54.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:13:54.279731 5082 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.4.226.62:45887 every 8 connection(s)
15:13:54.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:13:54.282598 5012 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster16518203790417877494/master-0/data/info.pb
15:13:54.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:13:54.287977 5000 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskHSL5gd/build/tsan/bin/kudu as pid 5012
15:13:54.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:13:54.288574 5000 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster16518203790417877494/master-0/wal/instance
15:13:54.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:13:54.290498 5083 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
15:13:54.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:13:54.294486 5000 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskHSL5gd/build/tsan/bin/kudu
15:13:54.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskHSL5gd/build/tsan/bin/kudu
15:13:54.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster16518203790417877494/master-1/wal
15:13:54.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster16518203790417877494/master-1/data
15:13:54.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
15:13:54.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
15:13:54.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
15:13:54.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
15:13:54.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
15:13:54.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
15:13:54.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster16518203790417877494/master-1/logs
15:13:54.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster16518203790417877494/master-1/data/info.pb
15:13:54.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
15:13:54.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
15:13:54.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
15:13:54.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
15:13:54.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
15:13:54.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
15:13:54.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
15:13:54.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
15:13:54.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
15:13:54.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
15:13:54.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
15:13:54.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
15:13:54.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.4.226.61:33721
15:13:54.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.4.226.61
15:13:54.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
15:13:54.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.4.226.20:34387
15:13:54.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
15:13:54.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
15:13:54.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
15:13:54.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
15:13:54.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.4.226.62:45887,127.4.226.61:33721,127.4.226.60:34683
15:13:54.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
15:13:54.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:38777/jwks.json with env {}
15:13:54.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:13:54.307672 5083 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.4.226.62" port: 45887 } has no permanent_uuid. Determining permanent_uuid...
15:13:54.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:13:54.336059 5083 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.4.226.61" port: 33721 } has no permanent_uuid. Determining permanent_uuid...
15:13:54.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:13:54.338917 5032 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.4.226.61:33721: connect: Connection refused (error 111)
15:13:54.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:13:54.344034 5083 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.4.226.61:33721: Network error: Client connection negotiation failed: client connection to 127.4.226.61:33721: connect: Connection refused (error 111)
15:13:54.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:13:54.393970 5083 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.226.61" port: 33721 } attempt: 1
15:13:54.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:13:54.398618 5083 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.4.226.61:33721: Network error: Client connection negotiation failed: client connection to 127.4.226.61:33721: connect: Connection refused (error 111)
15:13:54.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:13:54.467142 5083 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.226.61" port: 33721 } attempt: 2
15:13:54.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:13:54.472770 5083 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.4.226.61:33721: Network error: Client connection negotiation failed: client connection to 127.4.226.61:33721: connect: Connection refused (error 111)
15:13:54.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:13:54.564220 5083 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.226.61" port: 33721 } attempt: 3
15:13:54.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:13:54.568979 5083 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.4.226.61:33721: Network error: Client connection negotiation failed: client connection to 127.4.226.61:33721: connect: Connection refused (error 111)
15:13:54.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:13:54.638898 5085 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
15:13:54.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:13:54.639706 5085 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
15:13:54.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:13:54.640514 5085 flags.cc:432] Enabled unsafe flag: --never_fsync=true
15:13:54.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:13:54.675112 5085 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
15:13:54.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:13:54.675503 5085 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
15:13:54.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:13:54.675823 5085 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
15:13:54.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:13:54.676178 5085 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
15:13:54.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:13:54.676568 5085 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
15:13:54.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:13:54.676851 5085 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:38777/jwks.json
15:13:54.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:13:54.712406 5083 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.226.61" port: 33721 } attempt: 4
15:13:54.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:13:54.717103 5083 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.4.226.61:33721: Network error: Client connection negotiation failed: client connection to 127.4.226.61:33721: connect: Connection refused (error 111)
15:13:54.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:13:54.720224 5085 master_runner.cc:387] Master server non-default flags:
15:13:54.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster16518203790417877494/master-1/logs
15:13:54.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
15:13:54.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
15:13:54.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
15:13:54.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.4.226.20:34387
15:13:54.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
15:13:54.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
15:13:54.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster16518203790417877494/master-1/data
15:13:54.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster16518203790417877494/master-1/wal
15:13:54.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
15:13:54.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.4.226.62:45887,127.4.226.61:33721,127.4.226.60:34683
15:13:54.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
15:13:54.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
15:13:54.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
15:13:54.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.4.226.61:33721
15:13:54.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
15:13:54.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
15:13:54.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
15:13:54.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:38777/jwks.json
15:13:54.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
15:13:54.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
15:13:54.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster16518203790417877494/master-1/data/info.pb
15:13:54.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.4.226.61
15:13:54.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
15:13:54.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
15:13:54.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
15:13:54.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
15:13:54.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
15:13:54.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
15:13:54.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
15:13:54.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
15:13:54.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
15:13:54.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision ae52405967cd2709483ea5c02e613be50ab23f43
15:13:54.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
15:13:54.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 24 Sep 2026 14:50:47 UTC on e7f111948823
15:13:54.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13978
15:13:54.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
15:13:54.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:13:54.722044 5085 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
15:13:54.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:13:54.724634 5085 file_cache.cc:504] Constructed file cache file cache with capacity 419430
15:13:54.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:13:54.739261 5095 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:13:55.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:13:55.016554 5083 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.226.61" port: 33721 } attempt: 5
15:13:55.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:13:55.023882 5083 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.4.226.61:33721: Network error: Client connection negotiation failed: client connection to 127.4.226.61:33721: connect: Connection refused (error 111)
15:13:55.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:13:55.571373 5083 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.226.61" port: 33721 } attempt: 6
15:13:55.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:13:55.606729 5083 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.4.226.61:33721: Network error: Client connection negotiation failed: client connection to 127.4.226.61:33721: connect: Connection refused (error 111)
15:13:56.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:13:54.740553 5096 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:13:56.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:13:56.142845 5094 debug-util.cc:398] Leaking SignalData structure 0x7b08000379c0 after lost signal to thread 5085
15:13:56.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:13:56.656177 5085 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.917s user 0.829s sys 1.076s
15:13:56.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:13:56.656538 5085 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.917s user 0.829s sys 1.076s
15:13:56.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:13:56.661374 5097 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1920 milliseconds
15:13:56.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:13:56.662272 5098 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:13:56.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:13:56.662338 5085 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
15:13:56.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:13:56.663597 5085 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
15:13:56.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:13:56.666054 5085 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
15:13:56.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:13:56.667326 5083 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.226.61" port: 33721 } attempt: 7
15:13:56.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:13:56.667433 5085 hybrid_clock.cc:648] HybridClock initialized: now 1790262836667402 us; error 52 us; skew 500 ppm
15:13:56.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:13:56.668572 5085 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
15:13:56.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:13:56.675140 5083 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.4.226.61:33721: Network error: Client connection negotiation failed: client connection to 127.4.226.61:33721: connect: Connection refused (error 111)
15:13:56.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:13:56.676555 5085 webserver.cc:533] Webserver started at http://127.4.226.61:39115/ using document root <none> and password file <none>
15:13:56.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:13:56.677738 5085 fs_manager.cc:362] Metadata directory not provided
15:13:56.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:13:56.678047 5085 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
15:13:56.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:13:56.678675 5085 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
15:13:56.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:13:56.683264 5085 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster16518203790417877494/master-1/data/instance:
15:13:56.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "9b2fa3a76bb04577a5b54059a4da32b0"
15:13:56.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-24 15:13:56 on dist-test-slave-38qb"
15:13:56.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:13:56.684746 5085 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster16518203790417877494/master-1/wal/instance:
15:13:56.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "9b2fa3a76bb04577a5b54059a4da32b0"
15:13:56.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-24 15:13:56 on dist-test-slave-38qb"
15:13:56.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:13:56.692896 5085 fs_manager.cc:696] Time spent creating directory manager: real 0.007s user 0.010s sys 0.000s
15:13:56.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:13:56.700068 5109 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
15:13:56.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:13:56.701556 5085 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.005s sys 0.001s
15:13:56.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:13:56.701936 5085 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster16518203790417877494/master-1/data,/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster16518203790417877494/master-1/wal
15:13:56.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "9b2fa3a76bb04577a5b54059a4da32b0"
15:13:56.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-24 15:13:56 on dist-test-slave-38qb"
15:13:56.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:13:56.702374 5085 fs_report.cc:389] FS layout report
15:13:56.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
15:13:56.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster16518203790417877494/master-1/wal
15:13:56.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster16518203790417877494/master-1/wal
15:13:56.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster16518203790417877494/master-1/data/data
15:13:56.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
15:13:56.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
15:13:56.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
15:13:56.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
15:13:56.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
15:13:56.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
15:13:56.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
15:13:56.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
15:13:56.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
15:13:56.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
15:13:56.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
15:13:56.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:13:56.759131 5085 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
15:13:56.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:13:56.760895 5085 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
15:13:56.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:13:56.761543 5085 kserver.cc:163] Server-wide thread pool size limit: 3276
15:13:56.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:13:56.844971 5085 rpc_server.cc:307] RPC server started. Bound to: 127.4.226.61:33721
15:13:56.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:13:56.845073 5161 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.4.226.61:33721 every 8 connection(s)
15:13:56.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:13:56.849258 5085 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster16518203790417877494/master-1/data/info.pb
15:13:56.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:13:56.855605 5162 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
15:13:56.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:13:56.858335 5000 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskHSL5gd/build/tsan/bin/kudu as pid 5085
15:13:56.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:13:56.858675 5000 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster16518203790417877494/master-1/wal/instance
15:13:56.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:13:56.861562 5000 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskHSL5gd/build/tsan/bin/kudu
15:13:56.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskHSL5gd/build/tsan/bin/kudu
15:13:56.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster16518203790417877494/master-2/wal
15:13:56.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster16518203790417877494/master-2/data
15:13:56.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
15:13:56.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
15:13:56.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
15:13:56.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
15:13:56.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
15:13:56.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
15:13:56.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster16518203790417877494/master-2/logs
15:13:56.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster16518203790417877494/master-2/data/info.pb
15:13:56.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
15:13:56.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
15:13:56.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
15:13:56.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
15:13:56.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
15:13:56.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
15:13:56.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
15:13:56.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
15:13:56.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
15:13:56.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
15:13:56.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
15:13:56.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
15:13:56.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.4.226.60:34683
15:13:56.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.4.226.60
15:13:56.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
15:13:56.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.4.226.20:34387
15:13:56.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
15:13:56.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
15:13:56.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
15:13:56.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
15:13:56.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.4.226.62:45887,127.4.226.61:33721,127.4.226.60:34683
15:13:56.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
15:13:56.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:38777/jwks.json with env {}
15:13:56.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:13:56.870537 5162 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.4.226.62" port: 45887 } has no permanent_uuid. Determining permanent_uuid...
15:13:56.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:13:56.901362 5162 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.4.226.61" port: 33721 } has no permanent_uuid. Determining permanent_uuid...
15:13:56.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:13:56.919800 5162 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.4.226.60" port: 34683 } has no permanent_uuid. Determining permanent_uuid...
15:13:56.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:13:56.922765 5113 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.4.226.60:34683: connect: Connection refused (error 111)
15:13:56.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:13:56.927677 5162 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.4.226.60:34683: Network error: Client connection negotiation failed: client connection to 127.4.226.60:34683: connect: Connection refused (error 111)
15:13:56.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:13:56.977487 5162 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.226.60" port: 34683 } attempt: 1
15:13:56.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:13:56.982410 5162 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.4.226.60:34683: Network error: Client connection negotiation failed: client connection to 127.4.226.60:34683: connect: Connection refused (error 111)
15:13:57.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:13:57.050940 5162 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.226.60" port: 34683 } attempt: 2
15:13:57.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:13:57.056305 5162 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.4.226.60:34683: Network error: Client connection negotiation failed: client connection to 127.4.226.60:34683: connect: Connection refused (error 111)
15:13:57.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:13:57.147805 5162 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.226.60" port: 34683 } attempt: 3
15:13:57.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:13:57.152554 5162 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.4.226.60:34683: Network error: Client connection negotiation failed: client connection to 127.4.226.60:34683: connect: Connection refused (error 111)
15:13:57.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:13:57.226325 5164 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
15:13:57.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:13:57.226970 5164 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
15:13:57.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:13:57.227448 5164 flags.cc:432] Enabled unsafe flag: --never_fsync=true
15:13:57.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:13:57.262840 5164 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
15:13:57.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:13:57.263145 5164 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
15:13:57.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:13:57.263350 5164 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
15:13:57.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:13:57.263545 5164 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
15:13:57.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:13:57.263731 5164 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
15:13:57.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:13:57.263996 5164 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:38777/jwks.json
15:13:57.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:13:57.296063 5162 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.226.60" port: 34683 } attempt: 4
15:13:57.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:13:57.300362 5162 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.4.226.60:34683: Network error: Client connection negotiation failed: client connection to 127.4.226.60:34683: connect: Connection refused (error 111)
15:13:57.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:13:57.306450 5164 master_runner.cc:387] Master server non-default flags:
15:13:57.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster16518203790417877494/master-2/logs
15:13:57.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
15:13:57.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
15:13:57.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
15:13:57.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.4.226.20:34387
15:13:57.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
15:13:57.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
15:13:57.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster16518203790417877494/master-2/data
15:13:57.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster16518203790417877494/master-2/wal
15:13:57.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
15:13:57.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.4.226.62:45887,127.4.226.61:33721,127.4.226.60:34683
15:13:57.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
15:13:57.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
15:13:57.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
15:13:57.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.4.226.60:34683
15:13:57.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
15:13:57.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
15:13:57.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
15:13:57.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:38777/jwks.json
15:13:57.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
15:13:57.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
15:13:57.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster16518203790417877494/master-2/data/info.pb
15:13:57.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.4.226.60
15:13:57.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
15:13:57.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
15:13:57.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
15:13:57.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
15:13:57.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
15:13:57.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
15:13:57.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
15:13:57.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
15:13:57.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
15:13:57.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision ae52405967cd2709483ea5c02e613be50ab23f43
15:13:57.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
15:13:57.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 24 Sep 2026 14:50:47 UTC on e7f111948823
15:13:57.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13978
15:13:57.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
15:13:57.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:13:57.308360 5164 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
15:13:57.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:13:57.310743 5164 file_cache.cc:504] Constructed file cache file cache with capacity 419430
15:13:57.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:13:57.323634 5175 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:13:57.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:13:57.599833 5162 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.226.60" port: 34683 } attempt: 5
15:13:57.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:13:57.610705 5162 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.4.226.60:34683: Network error: Client connection negotiation failed: client connection to 127.4.226.60:34683: connect: Connection refused (error 111)
15:13:58.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:13:58.158281 5162 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.226.60" port: 34683 } attempt: 6
15:13:58.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:13:58.186393 5162 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.4.226.60:34683: Network error: Client connection negotiation failed: client connection to 127.4.226.60:34683: connect: Connection refused (error 111)
15:13:58.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:13:58.765592 5083 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.226.61" port: 33721 } attempt: 8
15:13:58.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:13:58.809875 5083 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.4.226.60" port: 34683 } has no permanent_uuid. Determining permanent_uuid...
15:13:58.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:13:58.860069 5083 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.4.226.60:34683: Network error: Client connection negotiation failed: client connection to 127.4.226.60:34683: connect: Connection refused (error 111)
15:13:58.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:13:58.925681 5083 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.226.60" port: 34683 } attempt: 1
15:13:58.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:13:58.935189 5083 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.4.226.60:34683: Network error: Client connection negotiation failed: client connection to 127.4.226.60:34683: connect: Connection refused (error 111)
15:13:58.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:13:58.988875 5083 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.226.60" port: 34683 } attempt: 2
15:13:58.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:13:58.998508 5083 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.4.226.60:34683: Network error: Client connection negotiation failed: client connection to 127.4.226.60:34683: connect: Connection refused (error 111)
15:13:59.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:13:59.075117 5083 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.226.60" port: 34683 } attempt: 3
15:13:59.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:13:59.084300 5083 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.4.226.60:34683: Network error: Client connection negotiation failed: client connection to 127.4.226.60:34683: connect: Connection refused (error 111)
15:13:59.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:13:57.324535 5176 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:13:59.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:13:58.727027 5174 debug-util.cc:398] Leaking SignalData structure 0x7b08000379c0 after lost signal to thread 5164
15:13:59.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:13:59.200455 5164 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.877s user 0.585s sys 1.284s
15:13:59.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:13:59.202437 5177 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1877 milliseconds
15:13:59.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:13:59.202651 5164 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.879s user 0.585s sys 1.285s
15:13:59.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:13:59.203172 5178 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:13:59.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:13:59.203521 5164 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
15:13:59.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:13:59.206552 5164 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
15:13:59.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:13:59.209066 5164 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
15:13:59.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:13:59.210484 5164 hybrid_clock.cc:648] HybridClock initialized: now 1790262839210445 us; error 33 us; skew 500 ppm
15:13:59.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:13:59.211428 5164 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
15:13:59.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:13:59.218225 5164 webserver.cc:533] Webserver started at http://127.4.226.60:38589/ using document root <none> and password file <none>
15:13:59.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:13:59.219422 5164 fs_manager.cc:362] Metadata directory not provided
15:13:59.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:13:59.219703 5164 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
15:13:59.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:13:59.220329 5164 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
15:13:59.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:13:59.226011 5164 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster16518203790417877494/master-2/data/instance:
15:13:59.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "bc135ce78acb414197e00a7cd53ae857"
15:13:59.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-24 15:13:59 on dist-test-slave-38qb"
15:13:59.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:13:59.227571 5164 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster16518203790417877494/master-2/wal/instance:
15:13:59.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "bc135ce78acb414197e00a7cd53ae857"
15:13:59.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-24 15:13:59 on dist-test-slave-38qb"
15:13:59.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:13:59.236033 5164 fs_manager.cc:696] Time spent creating directory manager: real 0.008s user 0.008s sys 0.001s
15:13:59.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:13:59.239900 5083 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.226.60" port: 34683 } attempt: 4
15:13:59.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:13:59.243317 5191 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
15:13:59.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:13:59.244940 5164 fs_manager.cc:730] Time spent opening block manager: real 0.005s user 0.004s sys 0.000s
15:13:59.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:13:59.245483 5083 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.4.226.60:34683: Network error: Client connection negotiation failed: client connection to 127.4.226.60:34683: connect: Connection refused (error 111)
15:13:59.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:13:59.245396 5164 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster16518203790417877494/master-2/data,/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster16518203790417877494/master-2/wal
15:13:59.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "bc135ce78acb414197e00a7cd53ae857"
15:13:59.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-24 15:13:59 on dist-test-slave-38qb"
15:13:59.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:13:59.245877 5164 fs_report.cc:389] FS layout report
15:13:59.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
15:13:59.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster16518203790417877494/master-2/wal
15:13:59.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster16518203790417877494/master-2/wal
15:13:59.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster16518203790417877494/master-2/data/data
15:13:59.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
15:13:59.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
15:13:59.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
15:13:59.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
15:13:59.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
15:13:59.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
15:13:59.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
15:13:59.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
15:13:59.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
15:13:59.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
15:13:59.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
15:13:59.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:13:59.247016 5162 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.226.60" port: 34683 } attempt: 7
15:13:59.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:13:59.254405 5162 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.4.226.60:34683: Network error: Client connection negotiation failed: client connection to 127.4.226.60:34683: connect: Connection refused (error 111)
15:13:59.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:13:59.304840 5164 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
15:13:59.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:13:59.306437 5164 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
15:13:59.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:13:59.306887 5164 kserver.cc:163] Server-wide thread pool size limit: 3276
15:13:59.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:13:59.387612 5164 rpc_server.cc:307] RPC server started. Bound to: 127.4.226.60:34683
15:13:59.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:13:59.387692 5244 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.4.226.60:34683 every 8 connection(s)
15:13:59.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:13:59.390846 5164 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster16518203790417877494/master-2/data/info.pb
15:13:59.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:13:59.393383 5000 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskHSL5gd/build/tsan/bin/kudu as pid 5164
15:13:59.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:13:59.393971 5000 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster16518203790417877494/master-2/wal/instance
15:13:59.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:13:59.399039 5245 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
15:13:59.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:13:59.414654 5245 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.4.226.62" port: 45887 } has no permanent_uuid. Determining permanent_uuid...
15:13:59.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:13:59.441009 5245 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.4.226.61" port: 33721 } has no permanent_uuid. Determining permanent_uuid...
15:13:59.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:13:59.453197 5245 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.4.226.60" port: 34683 } has no permanent_uuid. Determining permanent_uuid...
15:13:59.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:13:59.470595 5245 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P bc135ce78acb414197e00a7cd53ae857: Bootstrap starting.
15:13:59.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:13:59.477839 5245 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P bc135ce78acb414197e00a7cd53ae857: Neither blocks nor log segments found. Creating new log.
15:13:59.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:13:59.480000 5245 log.cc:826] T 00000000000000000000000000000000 P bc135ce78acb414197e00a7cd53ae857: Log is configured to *not* fsync() on all Append() calls
15:13:59.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:13:59.484611 5245 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P bc135ce78acb414197e00a7cd53ae857: No bootstrap required, opened a new log
15:13:59.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:13:59.504407 5245 raft_consensus.cc:359] T 00000000000000000000000000000000 P bc135ce78acb414197e00a7cd53ae857 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "08d1e486c5094f7c9acd774679550d32" member_type: VOTER last_known_addr { host: "127.4.226.62" port: 45887 } } peers { permanent_uuid: "9b2fa3a76bb04577a5b54059a4da32b0" member_type: VOTER last_known_addr { host: "127.4.226.61" port: 33721 } } peers { permanent_uuid: "bc135ce78acb414197e00a7cd53ae857" member_type: VOTER last_known_addr { host: "127.4.226.60" port: 34683 } }
15:13:59.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:13:59.505043 5245 raft_consensus.cc:385] T 00000000000000000000000000000000 P bc135ce78acb414197e00a7cd53ae857 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
15:13:59.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:13:59.505237 5245 raft_consensus.cc:740] T 00000000000000000000000000000000 P bc135ce78acb414197e00a7cd53ae857 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: bc135ce78acb414197e00a7cd53ae857, State: Initialized, Role: FOLLOWER
15:13:59.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:13:59.506064 5245 consensus_queue.cc:260] T 00000000000000000000000000000000 P bc135ce78acb414197e00a7cd53ae857 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "08d1e486c5094f7c9acd774679550d32" member_type: VOTER last_known_addr { host: "127.4.226.62" port: 45887 } } peers { permanent_uuid: "9b2fa3a76bb04577a5b54059a4da32b0" member_type: VOTER last_known_addr { host: "127.4.226.61" port: 33721 } } peers { permanent_uuid: "bc135ce78acb414197e00a7cd53ae857" member_type: VOTER last_known_addr { host: "127.4.226.60" port: 34683 } }
15:13:59.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:13:59.508515 5254 sys_catalog.cc:455] T 00000000000000000000000000000000 P bc135ce78acb414197e00a7cd53ae857 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "08d1e486c5094f7c9acd774679550d32" member_type: VOTER last_known_addr { host: "127.4.226.62" port: 45887 } } peers { permanent_uuid: "9b2fa3a76bb04577a5b54059a4da32b0" member_type: VOTER last_known_addr { host: "127.4.226.61" port: 33721 } } peers { permanent_uuid: "bc135ce78acb414197e00a7cd53ae857" member_type: VOTER last_known_addr { host: "127.4.226.60" port: 34683 } } }
15:13:59.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:13:59.509392 5254 sys_catalog.cc:458] T 00000000000000000000000000000000 P bc135ce78acb414197e00a7cd53ae857 [sys.catalog]: This master's current role is: FOLLOWER
15:13:59.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:13:59.510254 5245 sys_catalog.cc:565] T 00000000000000000000000000000000 P bc135ce78acb414197e00a7cd53ae857 [sys.catalog]: configured and running, proceeding with master startup.
15:13:59.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:13:59.537453 5265 catalog_manager.cc:1607] T 00000000000000000000000000000000 P bc135ce78acb414197e00a7cd53ae857: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
15:13:59.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:13:59.537868 5265 catalog_manager.cc:896] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
15:13:59.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:13:59.542213 5083 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.226.60" port: 34683 } attempt: 5
15:13:59.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:13:59.561458 5254 raft_consensus.cc:493] T 00000000000000000000000000000000 P bc135ce78acb414197e00a7cd53ae857 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
15:13:59.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:13:59.562116 5254 raft_consensus.cc:515] T 00000000000000000000000000000000 P bc135ce78acb414197e00a7cd53ae857 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "08d1e486c5094f7c9acd774679550d32" member_type: VOTER last_known_addr { host: "127.4.226.62" port: 45887 } } peers { permanent_uuid: "9b2fa3a76bb04577a5b54059a4da32b0" member_type: VOTER last_known_addr { host: "127.4.226.61" port: 33721 } } peers { permanent_uuid: "bc135ce78acb414197e00a7cd53ae857" member_type: VOTER last_known_addr { host: "127.4.226.60" port: 34683 } }
15:13:59.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:13:59.562736 5199 tablet.cc:2433] T 00000000000000000000000000000000 P bc135ce78acb414197e00a7cd53ae857: Can't schedule compaction. Clean time has not been advanced past its initial value.
15:13:59.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:13:59.564683 5083 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 08d1e486c5094f7c9acd774679550d32: Bootstrap starting.
15:13:59.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:13:59.565001 5254 leader_election.cc:290] T 00000000000000000000000000000000 P bc135ce78acb414197e00a7cd53ae857 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 08d1e486c5094f7c9acd774679550d32 (127.4.226.62:45887), 9b2fa3a76bb04577a5b54059a4da32b0 (127.4.226.61:33721)
15:13:59.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:13:59.532841 5164 master_runner.cc:187] Error getting master registration for 127.4.226.62:45887: OK, instance_id { permanent_uuid: "08d1e486c5094f7c9acd774679550d32" instance_seqno: 1790262834258102 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
15:13:59.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:13:59.566180 5164 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
15:13:59.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:13:59.575079 5083 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 08d1e486c5094f7c9acd774679550d32: Neither blocks nor log segments found. Creating new log.
15:13:59.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:13:59.577543 5083 log.cc:826] T 00000000000000000000000000000000 P 08d1e486c5094f7c9acd774679550d32: Log is configured to *not* fsync() on all Append() calls
15:13:59.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:13:59.583804 5083 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 08d1e486c5094f7c9acd774679550d32: No bootstrap required, opened a new log
15:13:59.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:13:59.614398 5083 raft_consensus.cc:359] T 00000000000000000000000000000000 P 08d1e486c5094f7c9acd774679550d32 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "08d1e486c5094f7c9acd774679550d32" member_type: VOTER last_known_addr { host: "127.4.226.62" port: 45887 } } peers { permanent_uuid: "9b2fa3a76bb04577a5b54059a4da32b0" member_type: VOTER last_known_addr { host: "127.4.226.61" port: 33721 } } peers { permanent_uuid: "bc135ce78acb414197e00a7cd53ae857" member_type: VOTER last_known_addr { host: "127.4.226.60" port: 34683 } }
15:13:59.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:13:59.615383 5083 raft_consensus.cc:385] T 00000000000000000000000000000000 P 08d1e486c5094f7c9acd774679550d32 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
15:13:59.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:13:59.615661 5083 raft_consensus.cc:740] T 00000000000000000000000000000000 P 08d1e486c5094f7c9acd774679550d32 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 08d1e486c5094f7c9acd774679550d32, State: Initialized, Role: FOLLOWER
15:13:59.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:13:59.616636 5083 consensus_queue.cc:260] T 00000000000000000000000000000000 P 08d1e486c5094f7c9acd774679550d32 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "08d1e486c5094f7c9acd774679550d32" member_type: VOTER last_known_addr { host: "127.4.226.62" port: 45887 } } peers { permanent_uuid: "9b2fa3a76bb04577a5b54059a4da32b0" member_type: VOTER last_known_addr { host: "127.4.226.61" port: 33721 } } peers { permanent_uuid: "bc135ce78acb414197e00a7cd53ae857" member_type: VOTER last_known_addr { host: "127.4.226.60" port: 34683 } }
15:13:59.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:13:59.620666 5268 sys_catalog.cc:455] T 00000000000000000000000000000000 P 08d1e486c5094f7c9acd774679550d32 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "08d1e486c5094f7c9acd774679550d32" member_type: VOTER last_known_addr { host: "127.4.226.62" port: 45887 } } peers { permanent_uuid: "9b2fa3a76bb04577a5b54059a4da32b0" member_type: VOTER last_known_addr { host: "127.4.226.61" port: 33721 } } peers { permanent_uuid: "bc135ce78acb414197e00a7cd53ae857" member_type: VOTER last_known_addr { host: "127.4.226.60" port: 34683 } } }
15:13:59.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:13:59.621824 5268 sys_catalog.cc:458] T 00000000000000000000000000000000 P 08d1e486c5094f7c9acd774679550d32 [sys.catalog]: This master's current role is: FOLLOWER
15:13:59.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:13:59.622394 5083 sys_catalog.cc:565] T 00000000000000000000000000000000 P 08d1e486c5094f7c9acd774679550d32 [sys.catalog]: configured and running, proceeding with master startup.
15:13:59.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:13:59.622611 5057 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "bc135ce78acb414197e00a7cd53ae857" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "08d1e486c5094f7c9acd774679550d32" is_pre_election: true
15:13:59.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:13:59.629070 5057 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 08d1e486c5094f7c9acd774679550d32 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate bc135ce78acb414197e00a7cd53ae857 in term 0.
15:13:59.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:13:59.631807 5196 leader_election.cc:304] T 00000000000000000000000000000000 P bc135ce78acb414197e00a7cd53ae857 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 08d1e486c5094f7c9acd774679550d32, bc135ce78acb414197e00a7cd53ae857; no voters:
15:13:59.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:13:59.633205 5254 raft_consensus.cc:2804] T 00000000000000000000000000000000 P bc135ce78acb414197e00a7cd53ae857 [term 0 FOLLOWER]: Leader pre-election won for term 1
15:13:59.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:13:59.633677 5254 raft_consensus.cc:493] T 00000000000000000000000000000000 P bc135ce78acb414197e00a7cd53ae857 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
15:13:59.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:13:59.634093 5254 raft_consensus.cc:3060] T 00000000000000000000000000000000 P bc135ce78acb414197e00a7cd53ae857 [term 0 FOLLOWER]: Advancing to term 1
15:13:59.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:13:59.644390 5254 raft_consensus.cc:515] T 00000000000000000000000000000000 P bc135ce78acb414197e00a7cd53ae857 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "08d1e486c5094f7c9acd774679550d32" member_type: VOTER last_known_addr { host: "127.4.226.62" port: 45887 } } peers { permanent_uuid: "9b2fa3a76bb04577a5b54059a4da32b0" member_type: VOTER last_known_addr { host: "127.4.226.61" port: 33721 } } peers { permanent_uuid: "bc135ce78acb414197e00a7cd53ae857" member_type: VOTER last_known_addr { host: "127.4.226.60" port: 34683 } }
15:13:59.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:13:59.662557 5254 leader_election.cc:290] T 00000000000000000000000000000000 P bc135ce78acb414197e00a7cd53ae857 [CANDIDATE]: Term 1 election: Requested vote from peers 08d1e486c5094f7c9acd774679550d32 (127.4.226.62:45887), 9b2fa3a76bb04577a5b54059a4da32b0 (127.4.226.61:33721)
15:13:59.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:13:59.663506 5057 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "bc135ce78acb414197e00a7cd53ae857" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "08d1e486c5094f7c9acd774679550d32"
15:13:59.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:13:59.664849 5057 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 08d1e486c5094f7c9acd774679550d32 [term 0 FOLLOWER]: Advancing to term 1
15:13:59.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:13:59.673324 5057 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 08d1e486c5094f7c9acd774679550d32 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate bc135ce78acb414197e00a7cd53ae857 in term 1.
15:13:59.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:13:59.676810 5196 leader_election.cc:304] T 00000000000000000000000000000000 P bc135ce78acb414197e00a7cd53ae857 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 08d1e486c5094f7c9acd774679550d32, bc135ce78acb414197e00a7cd53ae857; no voters:
15:13:59.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:13:59.678504 5254 raft_consensus.cc:2804] T 00000000000000000000000000000000 P bc135ce78acb414197e00a7cd53ae857 [term 1 FOLLOWER]: Leader election won for term 1
15:13:59.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:13:59.694329 5254 raft_consensus.cc:697] T 00000000000000000000000000000000 P bc135ce78acb414197e00a7cd53ae857 [term 1 LEADER]: Becoming Leader. State: Replica: bc135ce78acb414197e00a7cd53ae857, State: Running, Role: LEADER
15:13:59.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:13:59.695972 5254 consensus_queue.cc:237] T 00000000000000000000000000000000 P bc135ce78acb414197e00a7cd53ae857 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "08d1e486c5094f7c9acd774679550d32" member_type: VOTER last_known_addr { host: "127.4.226.62" port: 45887 } } peers { permanent_uuid: "9b2fa3a76bb04577a5b54059a4da32b0" member_type: VOTER last_known_addr { host: "127.4.226.61" port: 33721 } } peers { permanent_uuid: "bc135ce78acb414197e00a7cd53ae857" member_type: VOTER last_known_addr { host: "127.4.226.60" port: 34683 } }
15:13:59.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:13:59.712343 5035 tablet.cc:2433] T 00000000000000000000000000000000 P 08d1e486c5094f7c9acd774679550d32: Can't schedule compaction. Clean time has not been advanced past its initial value.
15:13:59.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:13:59.714372 5280 catalog_manager.cc:1607] T 00000000000000000000000000000000 P 08d1e486c5094f7c9acd774679550d32: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
15:13:59.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:13:59.714768 5280 catalog_manager.cc:896] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
15:13:59.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:13:59.716213 5279 sys_catalog.cc:455] T 00000000000000000000000000000000 P bc135ce78acb414197e00a7cd53ae857 [sys.catalog]: SysCatalogTable state changed. Reason: New leader bc135ce78acb414197e00a7cd53ae857. Latest consensus state: current_term: 1 leader_uuid: "bc135ce78acb414197e00a7cd53ae857" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "08d1e486c5094f7c9acd774679550d32" member_type: VOTER last_known_addr { host: "127.4.226.62" port: 45887 } } peers { permanent_uuid: "9b2fa3a76bb04577a5b54059a4da32b0" member_type: VOTER last_known_addr { host: "127.4.226.61" port: 33721 } } peers { permanent_uuid: "bc135ce78acb414197e00a7cd53ae857" member_type: VOTER last_known_addr { host: "127.4.226.60" port: 34683 } } }
15:13:59.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:13:59.717063 5279 sys_catalog.cc:458] T 00000000000000000000000000000000 P bc135ce78acb414197e00a7cd53ae857 [sys.catalog]: This master's current role is: LEADER
15:13:59.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:13:59.724020 5283 catalog_manager.cc:1524] Loading table and tablet metadata into memory...
15:13:59.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:13:59.732908 5283 catalog_manager.cc:1533] Initializing Kudu cluster ID...
15:13:59.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:13:59.694911 5012 master_runner.cc:187] Error getting master registration for 127.4.226.61:33721: OK, instance_id { permanent_uuid: "9b2fa3a76bb04577a5b54059a4da32b0" instance_seqno: 1790262836823332 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
15:13:59.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:13:59.748204 5012 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
15:13:59.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:13:59.755841 5057 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 08d1e486c5094f7c9acd774679550d32 [term 1 FOLLOWER]: Refusing update from remote peer bc135ce78acb414197e00a7cd53ae857: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
15:13:59.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:13:59.757726 5279 consensus_queue.cc:1048] T 00000000000000000000000000000000 P bc135ce78acb414197e00a7cd53ae857 [LEADER]: Connected to new peer: Peer: permanent_uuid: "08d1e486c5094f7c9acd774679550d32" member_type: VOTER last_known_addr { host: "127.4.226.62" port: 45887 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
15:13:59.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:13:59.784715 5268 sys_catalog.cc:455] T 00000000000000000000000000000000 P 08d1e486c5094f7c9acd774679550d32 [sys.catalog]: SysCatalogTable state changed. Reason: New leader bc135ce78acb414197e00a7cd53ae857. Latest consensus state: current_term: 1 leader_uuid: "bc135ce78acb414197e00a7cd53ae857" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "08d1e486c5094f7c9acd774679550d32" member_type: VOTER last_known_addr { host: "127.4.226.62" port: 45887 } } peers { permanent_uuid: "9b2fa3a76bb04577a5b54059a4da32b0" member_type: VOTER last_known_addr { host: "127.4.226.61" port: 33721 } } peers { permanent_uuid: "bc135ce78acb414197e00a7cd53ae857" member_type: VOTER last_known_addr { host: "127.4.226.60" port: 34683 } } }
15:13:59.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:13:59.785471 5268 sys_catalog.cc:458] T 00000000000000000000000000000000 P 08d1e486c5094f7c9acd774679550d32 [sys.catalog]: This master's current role is: FOLLOWER
15:13:59.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:13:59.797286 5284 mvcc.cc:204] Tried to move back new op lower bound from 7332916591612329984 to 7332916591408779264. Current Snapshot: MvccSnapshot[applied={T|T < 7332916591612329984}]
15:13:59.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:13:59.802382 5254 sys_catalog.cc:455] T 00000000000000000000000000000000 P bc135ce78acb414197e00a7cd53ae857 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "bc135ce78acb414197e00a7cd53ae857" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "08d1e486c5094f7c9acd774679550d32" member_type: VOTER last_known_addr { host: "127.4.226.62" port: 45887 } } peers { permanent_uuid: "9b2fa3a76bb04577a5b54059a4da32b0" member_type: VOTER last_known_addr { host: "127.4.226.61" port: 33721 } } peers { permanent_uuid: "bc135ce78acb414197e00a7cd53ae857" member_type: VOTER last_known_addr { host: "127.4.226.60" port: 34683 } } }
15:13:59.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:13:59.803143 5254 sys_catalog.cc:458] T 00000000000000000000000000000000 P bc135ce78acb414197e00a7cd53ae857 [sys.catalog]: This master's current role is: LEADER
15:13:59.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:13:59.805074 5283 catalog_manager.cc:1396] Generated new cluster ID: 578f97ee39f144f8a33fbc2c46325390
15:13:59.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:13:59.805364 5283 catalog_manager.cc:1544] Initializing Kudu internal certificate authority...
15:13:59.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:13:59.834534 5268 sys_catalog.cc:455] T 00000000000000000000000000000000 P 08d1e486c5094f7c9acd774679550d32 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "bc135ce78acb414197e00a7cd53ae857" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "08d1e486c5094f7c9acd774679550d32" member_type: VOTER last_known_addr { host: "127.4.226.62" port: 45887 } } peers { permanent_uuid: "9b2fa3a76bb04577a5b54059a4da32b0" member_type: VOTER last_known_addr { host: "127.4.226.61" port: 33721 } } peers { permanent_uuid: "bc135ce78acb414197e00a7cd53ae857" member_type: VOTER last_known_addr { host: "127.4.226.60" port: 34683 } } }
15:13:59.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:13:59.835263 5268 sys_catalog.cc:458] T 00000000000000000000000000000000 P 08d1e486c5094f7c9acd774679550d32 [sys.catalog]: This master's current role is: FOLLOWER
15:13:59.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:13:59.865830 5283 catalog_manager.cc:1419] Generated new certificate authority record
15:13:59.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:13:59.868572 5283 catalog_manager.cc:1553] Loading token signing keys...
15:13:59.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:13:59.934221 5283 catalog_manager.cc:6219] T 00000000000000000000000000000000 P bc135ce78acb414197e00a7cd53ae857: Generated new TSK 0
15:13:59.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:13:59.935382 5283 catalog_manager.cc:1563] Initializing in-progress tserver states...
15:13:59.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:13:59.981938 5000 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskHSL5gd/build/tsan/bin/kudu
15:13:59.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskHSL5gd/build/tsan/bin/kudu
15:13:59.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster16518203790417877494/ts-0/wal
15:13:59.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster16518203790417877494/ts-0/data
15:13:59.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
15:13:59.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
15:13:59.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
15:13:59.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
15:13:59.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
15:13:59.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
15:13:59.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster16518203790417877494/ts-0/logs
15:13:59.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster16518203790417877494/ts-0/data/info.pb
15:13:59.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
15:13:59.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
15:13:59.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
15:13:59.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
15:13:59.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
15:13:59.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
15:13:59.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
15:13:59.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
15:13:59.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
15:13:59.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
15:13:59.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.4.226.1:0
15:13:59.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.4.226.1
15:13:59.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.4.226.1
15:13:59.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
15:13:59.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.4.226.62:45887,127.4.226.61:33721,127.4.226.60:34683
15:13:59.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.4.226.20:34387
15:13:59.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
15:13:59.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
15:13:59.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
15:14:00.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:14:00.673378 5289 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
15:14:00.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:14:00.678464 5289 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
15:14:00.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:14:00.680537 5289 flags.cc:432] Enabled unsafe flag: --never_fsync=true
15:14:00.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:00.720927 5280 catalog_manager.cc:1308] Loaded cluster ID: 578f97ee39f144f8a33fbc2c46325390
15:14:00.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:00.721742 5280 catalog_manager.cc:1601] T 00000000000000000000000000000000 P 08d1e486c5094f7c9acd774679550d32: loading cluster ID for follower catalog manager: success
15:14:00.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:00.730495 5280 catalog_manager.cc:1623] T 00000000000000000000000000000000 P 08d1e486c5094f7c9acd774679550d32: acquiring CA information for follower catalog manager: success
15:14:00.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:00.747362 5280 catalog_manager.cc:1651] T 00000000000000000000000000000000 P 08d1e486c5094f7c9acd774679550d32: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
15:14:00.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:14:00.777031 5289 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
15:14:00.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:14:00.778551 5289 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.4.226.1
15:14:00.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:00.850096 5289 tablet_server_runner.cc:78] Tablet server non-default flags:
15:14:00.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster16518203790417877494/ts-0/logs
15:14:00.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
15:14:00.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
15:14:00.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
15:14:00.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.4.226.20:34387
15:14:00.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
15:14:00.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
15:14:00.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster16518203790417877494/ts-0/data
15:14:00.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster16518203790417877494/ts-0/wal
15:14:00.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
15:14:00.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
15:14:00.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.4.226.1:0
15:14:00.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
15:14:00.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
15:14:00.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
15:14:00.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster16518203790417877494/ts-0/data/info.pb
15:14:00.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.4.226.1
15:14:00.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
15:14:00.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.4.226.62:45887,127.4.226.61:33721,127.4.226.60:34683
15:14:00.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
15:14:00.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
15:14:00.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
15:14:00.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
15:14:00.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
15:14:00.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.4.226.1
15:14:00.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
15:14:00.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
15:14:00.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
15:14:00.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision ae52405967cd2709483ea5c02e613be50ab23f43
15:14:00.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
15:14:00.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 24 Sep 2026 14:50:47 UTC on e7f111948823
15:14:00.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13978
15:14:00.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
15:14:00.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:00.852089 5289 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
15:14:00.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:00.854489 5289 file_cache.cc:504] Constructed file cache file cache with capacity 419430
15:14:00.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:14:00.895203 5296 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:14:01.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:14:01.262600 5196 proxy.cc:239] Call had error, refreshing address and retrying: Timed out: RequestConsensusVote RPC to 127.4.226.61:33721 timed out after 1.688s (SENT)
15:14:01.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:01.344893 5162 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.226.60" port: 34683 } attempt: 8
15:14:01.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:01.447095 5162 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 9b2fa3a76bb04577a5b54059a4da32b0: Bootstrap starting.
15:14:01.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:01.896353 5162 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 9b2fa3a76bb04577a5b54059a4da32b0: Neither blocks nor log segments found. Creating new log.
15:14:01.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:01.908730 5162 log.cc:826] T 00000000000000000000000000000000 P 9b2fa3a76bb04577a5b54059a4da32b0: Log is configured to *not* fsync() on all Append() calls
15:14:01.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:01.936146 5162 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 9b2fa3a76bb04577a5b54059a4da32b0: No bootstrap required, opened a new log
15:14:02.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:02.077323 5162 raft_consensus.cc:359] T 00000000000000000000000000000000 P 9b2fa3a76bb04577a5b54059a4da32b0 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "08d1e486c5094f7c9acd774679550d32" member_type: VOTER last_known_addr { host: "127.4.226.62" port: 45887 } } peers { permanent_uuid: "9b2fa3a76bb04577a5b54059a4da32b0" member_type: VOTER last_known_addr { host: "127.4.226.61" port: 33721 } } peers { permanent_uuid: "bc135ce78acb414197e00a7cd53ae857" member_type: VOTER last_known_addr { host: "127.4.226.60" port: 34683 } }
15:14:02.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:02.082665 5162 raft_consensus.cc:385] T 00000000000000000000000000000000 P 9b2fa3a76bb04577a5b54059a4da32b0 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
15:14:02.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:02.084460 5162 raft_consensus.cc:740] T 00000000000000000000000000000000 P 9b2fa3a76bb04577a5b54059a4da32b0 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 9b2fa3a76bb04577a5b54059a4da32b0, State: Initialized, Role: FOLLOWER
15:14:02.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:02.087889 5162 consensus_queue.cc:260] T 00000000000000000000000000000000 P 9b2fa3a76bb04577a5b54059a4da32b0 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "08d1e486c5094f7c9acd774679550d32" member_type: VOTER last_known_addr { host: "127.4.226.62" port: 45887 } } peers { permanent_uuid: "9b2fa3a76bb04577a5b54059a4da32b0" member_type: VOTER last_known_addr { host: "127.4.226.61" port: 33721 } } peers { permanent_uuid: "bc135ce78acb414197e00a7cd53ae857" member_type: VOTER last_known_addr { host: "127.4.226.60" port: 34683 } }
15:14:02.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:02.099234 5307 sys_catalog.cc:455] T 00000000000000000000000000000000 P 9b2fa3a76bb04577a5b54059a4da32b0 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "08d1e486c5094f7c9acd774679550d32" member_type: VOTER last_known_addr { host: "127.4.226.62" port: 45887 } } peers { permanent_uuid: "9b2fa3a76bb04577a5b54059a4da32b0" member_type: VOTER last_known_addr { host: "127.4.226.61" port: 33721 } } peers { permanent_uuid: "bc135ce78acb414197e00a7cd53ae857" member_type: VOTER last_known_addr { host: "127.4.226.60" port: 34683 } } }
15:14:02.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:02.107185 5134 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 9b2fa3a76bb04577a5b54059a4da32b0 [term 0 FOLLOWER]: Advancing to term 1
15:14:02.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:02.107455 5307 sys_catalog.cc:458] T 00000000000000000000000000000000 P 9b2fa3a76bb04577a5b54059a4da32b0 [sys.catalog]: This master's current role is: FOLLOWER
15:14:02.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:02.113886 5133 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "bc135ce78acb414197e00a7cd53ae857" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "9b2fa3a76bb04577a5b54059a4da32b0" is_pre_election: true
15:14:02.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:02.116360 5134 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 9b2fa3a76bb04577a5b54059a4da32b0 [term 1 FOLLOWER]: Refusing update from remote peer bc135ce78acb414197e00a7cd53ae857: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
15:14:02.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:02.117012 5134 rpcz_store.cc:275] Call kudu.consensus.ConsensusService.UpdateConsensus from 127.0.0.1:54970 (request call id 3) took 2364 ms. Trace:
15:14:02.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:02.117343 5134 rpcz_store.cc:276] 0924 15:13:59.753136 (+ 0us) service_pool.cc:167] Inserting onto call queue
15:14:02.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0924 15:13:59.753348 (+ 212us) service_pool.cc:224] Handling call
15:14:02.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0924 15:14:02.106879 (+2353531us) raft_consensus.cc:1471] Updating replica for 0 ops
15:14:02.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0924 15:14:02.116674 (+ 9795us) raft_consensus.cc:1697] Filling consensus response to leader.
15:14:02.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0924 15:14:02.116954 (+ 280us) inbound_call.cc:177] Queueing success response
15:14:02.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {}
15:14:02.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:02.104557 5162 sys_catalog.cc:565] T 00000000000000000000000000000000 P 9b2fa3a76bb04577a5b54059a4da32b0 [sys.catalog]: configured and running, proceeding with master startup.
15:14:02.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:02.104694 5136 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "bc135ce78acb414197e00a7cd53ae857" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "9b2fa3a76bb04577a5b54059a4da32b0" is_pre_election: true
15:14:02.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:02.129878 5136 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 9b2fa3a76bb04577a5b54059a4da32b0 [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate bc135ce78acb414197e00a7cd53ae857 in term 1.
15:14:02.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:14:02.130709 5136 rpcz_store.cc:267] Call kudu.consensus.ConsensusService.RequestConsensusVote from 127.0.0.1:54970 (request call id 1) took 2560 ms (client timeout 1688 ms). Trace:
15:14:02.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:14:02.131078 5136 rpcz_store.cc:269] 0924 15:13:59.570540 (+ 0us) service_pool.cc:167] Inserting onto call queue
15:14:02.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0924 15:13:59.570693 (+ 153us) service_pool.cc:224] Handling call
15:14:02.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0924 15:14:02.130607 (+2559914us) inbound_call.cc:177] Queueing success response
15:14:02.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {}
15:14:02.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:02.105461 5132 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "bc135ce78acb414197e00a7cd53ae857" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "9b2fa3a76bb04577a5b54059a4da32b0"
15:14:02.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:02.106150 5135 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "bc135ce78acb414197e00a7cd53ae857" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "9b2fa3a76bb04577a5b54059a4da32b0"
15:14:02.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:14:02.135694 5135 rpcz_store.cc:267] Call kudu.consensus.ConsensusService.RequestConsensusVote from 127.0.0.1:54970 (request call id 2) took 2473 ms (client timeout 2068 ms). Trace:
15:14:02.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:14:02.136080 5135 rpcz_store.cc:269] 0924 15:13:59.662329 (+ 0us) service_pool.cc:167] Inserting onto call queue
15:14:02.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0924 15:13:59.662483 (+ 154us) service_pool.cc:224] Handling call
15:14:02.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0924 15:14:02.135626 (+2473143us) inbound_call.cc:177] Queueing success response
15:14:02.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {}
15:14:02.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:02.142167 5132 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 9b2fa3a76bb04577a5b54059a4da32b0 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate bc135ce78acb414197e00a7cd53ae857 in term 1.
15:14:02.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:02.145234 5309 consensus_queue.cc:1048] T 00000000000000000000000000000000 P bc135ce78acb414197e00a7cd53ae857 [LEADER]: Connected to new peer: Peer: permanent_uuid: "9b2fa3a76bb04577a5b54059a4da32b0" member_type: VOTER last_known_addr { host: "127.4.226.61" port: 33721 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
15:14:02.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:02.240851 5323 sys_catalog.cc:455] T 00000000000000000000000000000000 P 9b2fa3a76bb04577a5b54059a4da32b0 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "bc135ce78acb414197e00a7cd53ae857" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "08d1e486c5094f7c9acd774679550d32" member_type: VOTER last_known_addr { host: "127.4.226.62" port: 45887 } } peers { permanent_uuid: "9b2fa3a76bb04577a5b54059a4da32b0" member_type: VOTER last_known_addr { host: "127.4.226.61" port: 33721 } } peers { permanent_uuid: "bc135ce78acb414197e00a7cd53ae857" member_type: VOTER last_known_addr { host: "127.4.226.60" port: 34683 } } }
15:14:02.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:02.242280 5323 sys_catalog.cc:458] T 00000000000000000000000000000000 P 9b2fa3a76bb04577a5b54059a4da32b0 [sys.catalog]: This master's current role is: FOLLOWER
15:14:02.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:02.240777 5307 sys_catalog.cc:455] T 00000000000000000000000000000000 P 9b2fa3a76bb04577a5b54059a4da32b0 [sys.catalog]: SysCatalogTable state changed. Reason: New leader bc135ce78acb414197e00a7cd53ae857. Latest consensus state: current_term: 1 leader_uuid: "bc135ce78acb414197e00a7cd53ae857" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "08d1e486c5094f7c9acd774679550d32" member_type: VOTER last_known_addr { host: "127.4.226.62" port: 45887 } } peers { permanent_uuid: "9b2fa3a76bb04577a5b54059a4da32b0" member_type: VOTER last_known_addr { host: "127.4.226.61" port: 33721 } } peers { permanent_uuid: "bc135ce78acb414197e00a7cd53ae857" member_type: VOTER last_known_addr { host: "127.4.226.60" port: 34683 } } }
15:14:02.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:02.242967 5307 sys_catalog.cc:458] T 00000000000000000000000000000000 P 9b2fa3a76bb04577a5b54059a4da32b0 [sys.catalog]: This master's current role is: FOLLOWER
15:14:02.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:02.347746 5329 catalog_manager.cc:1308] Loaded cluster ID: 578f97ee39f144f8a33fbc2c46325390
15:14:02.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:02.348151 5329 catalog_manager.cc:1601] T 00000000000000000000000000000000 P 9b2fa3a76bb04577a5b54059a4da32b0: loading cluster ID for follower catalog manager: success
15:14:02.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:02.416086 5329 catalog_manager.cc:1623] T 00000000000000000000000000000000 P 9b2fa3a76bb04577a5b54059a4da32b0: acquiring CA information for follower catalog manager: success
15:14:02.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:02.465557 5329 catalog_manager.cc:1651] T 00000000000000000000000000000000 P 9b2fa3a76bb04577a5b54059a4da32b0: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
15:14:02.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:02.621819 5313 sys_catalog.cc:455] T 00000000000000000000000000000000 P bc135ce78acb414197e00a7cd53ae857 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "bc135ce78acb414197e00a7cd53ae857" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "08d1e486c5094f7c9acd774679550d32" member_type: VOTER last_known_addr { host: "127.4.226.62" port: 45887 } } peers { permanent_uuid: "9b2fa3a76bb04577a5b54059a4da32b0" member_type: VOTER last_known_addr { host: "127.4.226.61" port: 33721 } } peers { permanent_uuid: "bc135ce78acb414197e00a7cd53ae857" member_type: VOTER last_known_addr { host: "127.4.226.60" port: 34683 } } }
15:14:02.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:02.622632 5313 sys_catalog.cc:458] T 00000000000000000000000000000000 P bc135ce78acb414197e00a7cd53ae857 [sys.catalog]: This master's current role is: LEADER
15:14:03.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:14:02.278864 5295 debug-util.cc:398] Leaking SignalData structure 0x7b08000379a0 after lost signal to thread 5289
15:14:03.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:14:03.342046 5289 thread.cc:641] GCE (cloud detector) Time spent creating pthread: real 2.404s user 0.494s sys 0.760s
15:14:03.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:14:03.342379 5289 thread.cc:608] GCE (cloud detector) Time spent starting thread: real 2.405s user 0.494s sys 0.760s
15:14:03.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:14:00.941498 5297 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:14:03.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:14:03.351930 5333 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:14:03.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:03.352715 5289 server_base.cc:1061] running on GCE node
15:14:03.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:03.354017 5289 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
15:14:03.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:03.356302 5289 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
15:14:03.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:03.357820 5289 hybrid_clock.cc:648] HybridClock initialized: now 1790262843357726 us; error 54 us; skew 500 ppm
15:14:03.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:03.358917 5289 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
15:14:03.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:03.366544 5289 webserver.cc:533] Webserver started at http://127.4.226.1:44627/ using document root <none> and password file <none>
15:14:03.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:03.367686 5289 fs_manager.cc:362] Metadata directory not provided
15:14:03.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:03.367969 5289 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
15:14:03.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:03.368557 5289 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
15:14:03.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:03.373117 5289 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster16518203790417877494/ts-0/data/instance:
15:14:03.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c172731b543a42aca0adc450fdf79008"
15:14:03.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-24 15:14:03 on dist-test-slave-38qb"
15:14:03.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:03.374526 5289 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster16518203790417877494/ts-0/wal/instance:
15:14:03.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c172731b543a42aca0adc450fdf79008"
15:14:03.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-24 15:14:03 on dist-test-slave-38qb"
15:14:03.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:03.387454 5289 fs_manager.cc:696] Time spent creating directory manager: real 0.012s user 0.010s sys 0.001s
15:14:03.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:03.402508 5340 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
15:14:03.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:03.404770 5289 fs_manager.cc:730] Time spent opening block manager: real 0.011s user 0.001s sys 0.008s
15:14:03.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:03.405562 5289 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster16518203790417877494/ts-0/data,/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster16518203790417877494/ts-0/wal
15:14:03.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c172731b543a42aca0adc450fdf79008"
15:14:03.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-24 15:14:03 on dist-test-slave-38qb"
15:14:03.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:03.406886 5289 fs_report.cc:389] FS layout report
15:14:03.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
15:14:03.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster16518203790417877494/ts-0/wal
15:14:03.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster16518203790417877494/ts-0/wal
15:14:03.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster16518203790417877494/ts-0/data/data
15:14:03.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
15:14:03.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
15:14:03.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
15:14:03.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
15:14:03.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
15:14:03.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
15:14:03.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
15:14:03.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
15:14:03.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
15:14:03.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
15:14:03.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
15:14:03.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:03.481788 5289 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
15:14:03.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:03.483551 5289 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
15:14:03.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:03.484133 5289 kserver.cc:163] Server-wide thread pool size limit: 3276
15:14:03.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:03.487465 5289 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
15:14:03.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:03.492779 5289 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
15:14:03.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:03.493037 5289 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
15:14:03.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:03.493353 5289 ts_tablet_manager.cc:616] Registered 0 tablets
15:14:03.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:03.493624 5289 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
15:14:03.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:03.682700 5289 rpc_server.cc:307] RPC server started. Bound to: 127.4.226.1:43171
15:14:03.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:03.682830 5455 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.4.226.1:43171 every 8 connection(s)
15:14:03.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:03.685616 5289 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster16518203790417877494/ts-0/data/info.pb
15:14:03.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:03.688639 5000 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskHSL5gd/build/tsan/bin/kudu as pid 5289
15:14:03.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:03.689322 5000 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster16518203790417877494/ts-0/wal/instance
15:14:03.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:03.717433 5000 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskHSL5gd/build/tsan/bin/kudu
15:14:03.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskHSL5gd/build/tsan/bin/kudu
15:14:03.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster16518203790417877494/ts-1/wal
15:14:03.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster16518203790417877494/ts-1/data
15:14:03.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
15:14:03.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
15:14:03.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
15:14:03.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
15:14:03.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
15:14:03.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
15:14:03.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster16518203790417877494/ts-1/logs
15:14:03.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster16518203790417877494/ts-1/data/info.pb
15:14:03.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
15:14:03.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
15:14:03.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
15:14:03.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
15:14:03.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
15:14:03.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
15:14:03.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
15:14:03.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
15:14:03.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
15:14:03.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
15:14:03.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.4.226.2:0
15:14:03.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.4.226.2
15:14:03.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.4.226.2
15:14:03.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
15:14:03.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.4.226.62:45887,127.4.226.61:33721,127.4.226.60:34683
15:14:03.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.4.226.20:34387
15:14:03.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
15:14:03.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
15:14:03.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
15:14:03.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:03.742455 5456 heartbeater.cc:344] Connected to a master server at 127.4.226.61:33721
15:14:03.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:03.743093 5456 heartbeater.cc:461] Registering TS with master...
15:14:03.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:03.744771 5456 heartbeater.cc:507] Master 127.4.226.61:33721 requested a full tablet report, sending...
15:14:03.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:03.749576 5126 ts_manager.cc:194] Registered new tserver with Master: c172731b543a42aca0adc450fdf79008 (127.4.226.1:43171)
15:14:03.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:03.791055 5457 heartbeater.cc:344] Connected to a master server at 127.4.226.60:34683
15:14:03.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:03.791487 5457 heartbeater.cc:461] Registering TS with master...
15:14:03.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:03.792420 5457 heartbeater.cc:507] Master 127.4.226.60:34683 requested a full tablet report, sending...
15:14:03.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:03.795313 5210 ts_manager.cc:194] Registered new tserver with Master: c172731b543a42aca0adc450fdf79008 (127.4.226.1:43171)
15:14:03.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:03.798044 5210 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.4.226.1:53083
15:14:03.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:03.812453 5463 heartbeater.cc:344] Connected to a master server at 127.4.226.62:45887
15:14:03.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:03.812903 5463 heartbeater.cc:461] Registering TS with master...
15:14:03.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:03.813612 5463 heartbeater.cc:507] Master 127.4.226.62:45887 requested a full tablet report, sending...
15:14:03.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:03.817219 5046 ts_manager.cc:194] Registered new tserver with Master: c172731b543a42aca0adc450fdf79008 (127.4.226.1:43171)
15:14:04.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:14:04.102746 5462 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
15:14:04.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:14:04.103245 5462 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
15:14:04.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:14:04.103667 5462 flags.cc:432] Enabled unsafe flag: --never_fsync=true
15:14:04.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:14:04.141856 5462 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
15:14:04.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:14:04.142664 5462 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.4.226.2
15:14:04.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:04.182677 5462 tablet_server_runner.cc:78] Tablet server non-default flags:
15:14:04.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster16518203790417877494/ts-1/logs
15:14:04.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
15:14:04.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
15:14:04.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
15:14:04.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.4.226.20:34387
15:14:04.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
15:14:04.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
15:14:04.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster16518203790417877494/ts-1/data
15:14:04.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster16518203790417877494/ts-1/wal
15:14:04.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
15:14:04.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
15:14:04.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.4.226.2:0
15:14:04.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
15:14:04.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
15:14:04.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
15:14:04.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster16518203790417877494/ts-1/data/info.pb
15:14:04.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.4.226.2
15:14:04.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
15:14:04.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.4.226.62:45887,127.4.226.61:33721,127.4.226.60:34683
15:14:04.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
15:14:04.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
15:14:04.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
15:14:04.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
15:14:04.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
15:14:04.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.4.226.2
15:14:04.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
15:14:04.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
15:14:04.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
15:14:04.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision ae52405967cd2709483ea5c02e613be50ab23f43
15:14:04.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
15:14:04.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 24 Sep 2026 14:50:47 UTC on e7f111948823
15:14:04.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13978
15:14:04.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
15:14:04.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:04.184208 5462 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
15:14:04.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:04.186475 5462 file_cache.cc:504] Constructed file cache file cache with capacity 419430
15:14:04.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:14:04.203296 5473 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:14:04.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:04.803769 5457 heartbeater.cc:499] Master 127.4.226.60:34683 was elected leader, sending a full tablet report...
15:14:06.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:14:05.606259 5472 debug-util.cc:398] Leaking SignalData structure 0x7b08000379a0 after lost signal to thread 5462
15:14:06.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:14:06.102696 5462 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.899s user 0.683s sys 1.173s
15:14:06.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:14:04.205816 5474 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:14:06.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:14:06.103672 5462 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.900s user 0.683s sys 1.173s
15:14:06.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:14:06.106259 5476 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:14:06.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:14:06.111019 5475 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1900 milliseconds
15:14:06.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:06.111069 5462 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
15:14:06.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:06.112761 5462 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
15:14:06.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:06.115263 5462 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
15:14:06.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:06.116679 5462 hybrid_clock.cc:648] HybridClock initialized: now 1790262846116647 us; error 39 us; skew 500 ppm
15:14:06.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:06.117591 5462 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
15:14:06.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:06.124326 5462 webserver.cc:533] Webserver started at http://127.4.226.2:46635/ using document root <none> and password file <none>
15:14:06.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:06.125403 5462 fs_manager.cc:362] Metadata directory not provided
15:14:06.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:06.125655 5462 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
15:14:06.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:06.126245 5462 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
15:14:06.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:06.130620 5462 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster16518203790417877494/ts-1/data/instance:
15:14:06.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6359f548ae8942d2af162b5316d7ffed"
15:14:06.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-24 15:14:06 on dist-test-slave-38qb"
15:14:06.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:06.132126 5462 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster16518203790417877494/ts-1/wal/instance:
15:14:06.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6359f548ae8942d2af162b5316d7ffed"
15:14:06.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-24 15:14:06 on dist-test-slave-38qb"
15:14:06.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:06.140187 5462 fs_manager.cc:696] Time spent creating directory manager: real 0.007s user 0.003s sys 0.007s
15:14:06.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:06.146178 5484 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
15:14:06.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:06.147284 5462 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.002s sys 0.002s
15:14:06.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:06.147670 5462 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster16518203790417877494/ts-1/data,/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster16518203790417877494/ts-1/wal
15:14:06.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6359f548ae8942d2af162b5316d7ffed"
15:14:06.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-24 15:14:06 on dist-test-slave-38qb"
15:14:06.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:06.148061 5462 fs_report.cc:389] FS layout report
15:14:06.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
15:14:06.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster16518203790417877494/ts-1/wal
15:14:06.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster16518203790417877494/ts-1/wal
15:14:06.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster16518203790417877494/ts-1/data/data
15:14:06.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
15:14:06.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
15:14:06.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
15:14:06.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
15:14:06.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
15:14:06.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
15:14:06.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
15:14:06.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
15:14:06.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
15:14:06.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
15:14:06.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
15:14:06.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:06.205183 5462 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
15:14:06.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:06.206890 5462 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
15:14:06.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:06.207448 5462 kserver.cc:163] Server-wide thread pool size limit: 3276
15:14:06.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:06.210501 5462 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
15:14:06.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:06.215301 5462 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
15:14:06.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:06.215564 5462 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
15:14:06.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:06.215863 5462 ts_tablet_manager.cc:616] Registered 0 tablets
15:14:06.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:06.216111 5462 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
15:14:06.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:06.370256 5462 rpc_server.cc:307] RPC server started. Bound to: 127.4.226.2:39979
15:14:06.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:06.370365 5596 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.4.226.2:39979 every 8 connection(s)
15:14:06.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:06.373059 5462 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster16518203790417877494/ts-1/data/info.pb
15:14:06.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:06.381047 5000 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskHSL5gd/build/tsan/bin/kudu as pid 5462
15:14:06.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:06.381830 5000 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster16518203790417877494/ts-1/wal/instance
15:14:06.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:06.398183 5000 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskHSL5gd/build/tsan/bin/kudu
15:14:06.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskHSL5gd/build/tsan/bin/kudu
15:14:06.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster16518203790417877494/ts-2/wal
15:14:06.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster16518203790417877494/ts-2/data
15:14:06.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
15:14:06.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
15:14:06.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
15:14:06.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
15:14:06.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
15:14:06.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
15:14:06.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster16518203790417877494/ts-2/logs
15:14:06.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster16518203790417877494/ts-2/data/info.pb
15:14:06.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
15:14:06.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
15:14:06.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
15:14:06.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
15:14:06.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
15:14:06.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
15:14:06.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
15:14:06.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
15:14:06.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
15:14:06.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
15:14:06.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.4.226.3:0
15:14:06.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.4.226.3
15:14:06.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.4.226.3
15:14:06.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
15:14:06.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.4.226.62:45887,127.4.226.61:33721,127.4.226.60:34683
15:14:06.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.4.226.20:34387
15:14:06.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
15:14:06.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
15:14:06.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
15:14:06.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:06.443611 5597 heartbeater.cc:344] Connected to a master server at 127.4.226.61:33721
15:14:06.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:06.444135 5597 heartbeater.cc:461] Registering TS with master...
15:14:06.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:06.445721 5597 heartbeater.cc:507] Master 127.4.226.61:33721 requested a full tablet report, sending...
15:14:06.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:06.447237 5598 heartbeater.cc:344] Connected to a master server at 127.4.226.60:34683
15:14:06.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:06.447597 5598 heartbeater.cc:461] Registering TS with master...
15:14:06.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:06.447890 5599 heartbeater.cc:344] Connected to a master server at 127.4.226.62:45887
15:14:06.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:06.448215 5599 heartbeater.cc:461] Registering TS with master...
15:14:06.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:06.448583 5598 heartbeater.cc:507] Master 127.4.226.60:34683 requested a full tablet report, sending...
15:14:06.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:06.449065 5599 heartbeater.cc:507] Master 127.4.226.62:45887 requested a full tablet report, sending...
15:14:06.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:06.450930 5210 ts_manager.cc:194] Registered new tserver with Master: 6359f548ae8942d2af162b5316d7ffed (127.4.226.2:39979)
15:14:06.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:06.450989 5125 ts_manager.cc:194] Registered new tserver with Master: 6359f548ae8942d2af162b5316d7ffed (127.4.226.2:39979)
15:14:06.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:06.451779 5046 ts_manager.cc:194] Registered new tserver with Master: 6359f548ae8942d2af162b5316d7ffed (127.4.226.2:39979)
15:14:06.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:06.452601 5210 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.4.226.2:51349
15:14:06.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:14:06.756474 5606 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
15:14:06.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:14:06.757167 5606 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
15:14:06.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:14:06.757843 5606 flags.cc:432] Enabled unsafe flag: --never_fsync=true
15:14:06.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:14:06.793036 5606 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
15:14:06.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:14:06.794101 5606 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.4.226.3
15:14:06.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:06.837035 5606 tablet_server_runner.cc:78] Tablet server non-default flags:
15:14:06.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster16518203790417877494/ts-2/logs
15:14:06.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
15:14:06.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
15:14:06.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
15:14:06.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.4.226.20:34387
15:14:06.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
15:14:06.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
15:14:06.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster16518203790417877494/ts-2/data
15:14:06.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster16518203790417877494/ts-2/wal
15:14:06.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
15:14:06.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
15:14:06.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.4.226.3:0
15:14:06.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
15:14:06.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
15:14:06.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
15:14:06.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster16518203790417877494/ts-2/data/info.pb
15:14:06.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.4.226.3
15:14:06.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
15:14:06.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.4.226.62:45887,127.4.226.61:33721,127.4.226.60:34683
15:14:06.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
15:14:06.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
15:14:06.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
15:14:06.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
15:14:06.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
15:14:06.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.4.226.3
15:14:06.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
15:14:06.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
15:14:06.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
15:14:06.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision ae52405967cd2709483ea5c02e613be50ab23f43
15:14:06.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
15:14:06.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 24 Sep 2026 14:50:47 UTC on e7f111948823
15:14:06.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13978
15:14:06.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
15:14:06.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:06.838892 5606 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
15:14:06.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:06.840713 5606 file_cache.cc:504] Constructed file cache file cache with capacity 419430
15:14:06.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:14:06.854480 5615 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:14:07.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:07.456211 5598 heartbeater.cc:499] Master 127.4.226.60:34683 was elected leader, sending a full tablet report...
15:14:08.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:14:06.856724 5616 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:14:08.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:14:08.249059 5618 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:14:08.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:14:08.251685 5606 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.396s user 0.475s sys 0.908s
15:14:08.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:14:08.252055 5606 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.397s user 0.475s sys 0.908s
15:14:08.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:14:08.253002 5617 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1390 milliseconds
15:14:08.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:08.253077 5606 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
15:14:08.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:08.254977 5606 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
15:14:08.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:08.257846 5606 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
15:14:08.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:08.259341 5606 hybrid_clock.cc:648] HybridClock initialized: now 1790262848259301 us; error 39 us; skew 500 ppm
15:14:08.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:08.260535 5606 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
15:14:08.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:08.269896 5606 webserver.cc:533] Webserver started at http://127.4.226.3:46749/ using document root <none> and password file <none>
15:14:08.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:08.271395 5606 fs_manager.cc:362] Metadata directory not provided
15:14:08.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:08.271728 5606 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
15:14:08.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:08.272605 5606 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
15:14:08.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:08.280311 5606 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster16518203790417877494/ts-2/data/instance:
15:14:08.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "107de395a9df4c74a8be2cd9b2bf9ca8"
15:14:08.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-24 15:14:08 on dist-test-slave-38qb"
15:14:08.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:08.282166 5606 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster16518203790417877494/ts-2/wal/instance:
15:14:08.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "107de395a9df4c74a8be2cd9b2bf9ca8"
15:14:08.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-24 15:14:08 on dist-test-slave-38qb"
15:14:08.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:08.294142 5606 fs_manager.cc:696] Time spent creating directory manager: real 0.011s user 0.009s sys 0.001s
15:14:08.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:08.303354 5626 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
15:14:08.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:08.304991 5606 fs_manager.cc:730] Time spent opening block manager: real 0.005s user 0.003s sys 0.003s
15:14:08.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:08.305420 5606 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster16518203790417877494/ts-2/data,/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster16518203790417877494/ts-2/wal
15:14:08.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "107de395a9df4c74a8be2cd9b2bf9ca8"
15:14:08.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-24 15:14:08 on dist-test-slave-38qb"
15:14:08.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:08.305955 5606 fs_report.cc:389] FS layout report
15:14:08.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
15:14:08.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster16518203790417877494/ts-2/wal
15:14:08.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster16518203790417877494/ts-2/wal
15:14:08.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster16518203790417877494/ts-2/data/data
15:14:08.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
15:14:08.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
15:14:08.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
15:14:08.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
15:14:08.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
15:14:08.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
15:14:08.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
15:14:08.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
15:14:08.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
15:14:08.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
15:14:08.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
15:14:08.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:08.407387 5606 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
15:14:08.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:08.408951 5606 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
15:14:08.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:08.409456 5606 kserver.cc:163] Server-wide thread pool size limit: 3276
15:14:08.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:08.412199 5606 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
15:14:08.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:08.416556 5606 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
15:14:08.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:08.416762 5606 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
15:14:08.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:08.416965 5606 ts_tablet_manager.cc:616] Registered 0 tablets
15:14:08.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:08.417117 5606 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
15:14:08.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:08.568885 5606 rpc_server.cc:307] RPC server started. Bound to: 127.4.226.3:33033
15:14:08.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:08.568990 5740 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.4.226.3:33033 every 8 connection(s)
15:14:08.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:08.571779 5606 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster16518203790417877494/ts-2/data/info.pb
15:14:08.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:08.579941 5000 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskHSL5gd/build/tsan/bin/kudu as pid 5606
15:14:08.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:08.580554 5000 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster16518203790417877494/ts-2/wal/instance
15:14:08.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:08.620677 5742 heartbeater.cc:344] Connected to a master server at 127.4.226.60:34683
15:14:08.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:08.621249 5742 heartbeater.cc:461] Registering TS with master...
15:14:08.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:08.622685 5742 heartbeater.cc:507] Master 127.4.226.60:34683 requested a full tablet report, sending...
15:14:08.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:08.624326 5741 heartbeater.cc:344] Connected to a master server at 127.4.226.61:33721
15:14:08.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:08.624696 5741 heartbeater.cc:461] Registering TS with master...
15:14:08.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:08.625671 5741 heartbeater.cc:507] Master 127.4.226.61:33721 requested a full tablet report, sending...
15:14:08.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:08.626057 5209 ts_manager.cc:194] Registered new tserver with Master: 107de395a9df4c74a8be2cd9b2bf9ca8 (127.4.226.3:33033)
15:14:08.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:08.628702 5209 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.4.226.3:39101
15:14:08.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:08.629966 5125 ts_manager.cc:194] Registered new tserver with Master: 107de395a9df4c74a8be2cd9b2bf9ca8 (127.4.226.3:33033)
15:14:08.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:08.633517 5743 heartbeater.cc:344] Connected to a master server at 127.4.226.62:45887
15:14:08.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:08.633989 5743 heartbeater.cc:461] Registering TS with master...
15:14:08.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:08.634635 5743 heartbeater.cc:507] Master 127.4.226.62:45887 requested a full tablet report, sending...
15:14:08.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:08.636825 5047 ts_manager.cc:194] Registered new tserver with Master: 107de395a9df4c74a8be2cd9b2bf9ca8 (127.4.226.3:33033)
15:14:08.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:08.660507 5000 external_mini_cluster.cc:955] 3 TS(s) registered with all masters
15:14:08.672 [DEBUG - main] (MiniKuduCluster.java:195) Response:
15:14:08.673 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}
15:14:08.685 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
masters {
id {
type: MASTER
index: 0
}
bound_rpc_address {
host: "127.4.226.62"
port: 45887
}
bound_http_address {
host: "127.4.226.62"
port: 41843
}
}
masters {
id {
type: MASTER
index: 1
}
bound_rpc_address {
host: "127.4.226.61"
port: 33721
}
bound_http_address {
host: "127.4.226.61"
port: 39115
}
}
masters {
id {
type: MASTER
index: 2
}
bound_rpc_address {
host: "127.4.226.60"
port: 34683
}
bound_http_address {
host: "127.4.226.60"
port: 38589
}
}
}
15:14:08.688 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}
15:14:08.691 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
tservers {
id {
type: TSERVER
index: 0
}
bound_rpc_address {
host: "127.4.226.1"
port: 43171
}
bound_http_address {
host: "127.4.226.1"
port: 44627
}
}
tservers {
id {
type: TSERVER
index: 1
}
bound_rpc_address {
host: "127.4.226.2"
port: 39979
}
bound_http_address {
host: "127.4.226.2"
port: 46635
}
}
tservers {
id {
type: TSERVER
index: 2
}
bound_rpc_address {
host: "127.4.226.3"
port: 33033
}
bound_http_address {
host: "127.4.226.3"
port: 46749
}
}
}
15:14:08.691 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
15:14:08.869 [DEBUG - main] (CompositeStrategy.java:59) Unable to load modern Subject methods, relying only on legacy methods
java.lang.NoSuchMethodException: javax.security.auth.Subject.current()
at java.base/java.lang.Class.getDeclaredMethod(Class.java:2677)
at org.apache.kudu.client.internals.ModernStrategy.<init>(ModernStrategy.java:51)
at org.apache.kudu.client.internals.CompositeStrategy.<init>(CompositeStrategy.java:52)
at org.apache.kudu.client.internals.CompositeStrategy.<clinit>(CompositeStrategy.java:41)
at org.apache.kudu.client.internals.SecurityManagerCompatibility.get(SecurityManagerCompatibility.java:43)
at org.apache.kudu.client.SecurityContext.setupSubject(SecurityContext.java:155)
at org.apache.kudu.client.SecurityContext.<init>(SecurityContext.java:138)
at org.apache.kudu.client.AsyncKuduClient.<init>(AsyncKuduClient.java:431)
at org.apache.kudu.client.AsyncKuduClient$AsyncKuduClientBuilder.build(AsyncKuduClient.java:3109)
at org.apache.kudu.test.KuduTestHarness.before(KuduTestHarness.java:161)
at org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:50)
at org.apache.kudu.test.junit.RetryRule$RetryStatement.doOneAttemptAndReport(RetryRule.java:184)
at org.apache.kudu.test.junit.RetryRule$RetryStatement.evaluate(RetryRule.java:244)
at org.apache.kudu.test.junit.RetryRule$RetryStatement.doOneAttemptAndReport(RetryRule.java:184)
at org.apache.kudu.test.junit.RetryRule$RetryStatement.evaluate(RetryRule.java:244)
at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
at org.junit.runners.Suite.runChild(Suite.java:128)
at org.junit.runners.Suite.runChild(Suite.java:27)
at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
at org.junit.runner.JUnitCore.run(JUnitCore.java:137)
at org.junit.runner.JUnitCore.run(JUnitCore.java:115)
at org.junit.runner.JUnitCore.runMain(JUnitCore.java:77)
at org.junit.runner.JUnitCore.main(JUnitCore.java:36)
java.lang.NoSuchMethodException: javax.security.auth.Subject.current()
at java.base/java.lang.Class.getDeclaredMethod(Class.java:2677)
at org.apache.kudu.client.internals.ModernStrategy.<init>(ModernStrategy.java:51)
at org.apache.kudu.client.internals.CompositeStrategy.<init>(CompositeStrategy.java:52)
at org.apache.kudu.client.internals.CompositeStrategy.<clinit>(CompositeStrategy.java:41)
at org.apache.kudu.client.internals.SecurityManagerCompatibility.get(SecurityManagerCompatibility.java:43)
at org.apache.kudu.client.SecurityContext.setupSubject(SecurityContext.java:155)
at org.apache.kudu.client.SecurityContext.<init>(SecurityContext.java:138)
at org.apache.kudu.client.AsyncKuduClient.<init>(AsyncKuduClient.java:431)
at org.apache.kudu.client.AsyncKuduClient$AsyncKuduClientBuilder.build(AsyncKuduClient.java:3109)
at org.apache.kudu.test.KuduTestHarness.before(KuduTestHarness.java:161)
at org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:50)
at org.apache.kudu.test.junit.RetryRule$RetryStatement.doOneAttemptAndReport(RetryRule.java:184)
at org.apache.kudu.test.junit.RetryRule$RetryStatement.evaluate(RetryRule.java:244)
at org.apache.kudu.test.junit.RetryRule$RetryStatement.doOneAttemptAndReport(RetryRule.java:184)
at org.apache.kudu.test.junit.RetryRule$RetryStatement.evaluate(RetryRule.java:244)
at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
at org.junit.runners.Suite.runChild(Suite.java:128)
at org.junit.runners.Suite.runChild(Suite.java:27)
at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
at org.junit.runner.JUnitCore.run(JUnitCore.java:137)
at org.junit.runner.JUnitCore.run(JUnitCore.java:115)
at org.junit.runner.JUnitCore.runMain(JUnitCore.java:77)
at org.junit.runner.JUnitCore.main(JUnitCore.java:36)
15:14:08.927 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication
15:14:09.023 [INFO - Time-limited test] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskHSL5gd/test-tmp
15:14:09.024 [INFO - Time-limited test] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
15:14:09.025 [INFO - Time-limited test] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskHSL5gd/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
15:14:09.029 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 3
enable_kerberos: true
cluster_root: "/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster7612823886229781203"
extra_master_flags: "--webserver_require_spnego=false"
extra_master_flags: "--authn_token_validity_seconds=10"
extra_tserver_flags: "--webserver_require_spnego=false"
hms_mode: NONE
mini_kdc_options {
ticket_lifetime: "10s"
renew_lifetime: "20s"
}
principal: "kudu"
mini_oidc_options {
}
}
15:14:09.401 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
15:14:09.401 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_cluster {
}
15:14:09.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:09.405251 5753 mini_oidc.cc:150] Starting JWKS server
15:14:09.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:09.408677 5753 webserver.cc:533] Webserver started at http://127.0.0.1:41545/ using document root <none> and password file <none>
15:14:09.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:09.409217 5753 mini_oidc.cc:186] Starting OIDC Discovery server
15:14:09.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:09.411053 5753 webserver.cc:533] Webserver started at http://127.0.0.1:45881/ using document root <none> and password file <none>
15:14:09.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Loading random data
15:14:09.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Initializing database '/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster7612823886229781203/krb5kdc/principal' for realm 'KRBTEST.COM',
15:14:09.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master key name 'K/M@KRBTEST.COM'
15:14:09.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 24 15:14:09 dist-test-slave-38qb krb5kdc[5765](info): setting up network...
15:14:09.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) krb5kdc: setsockopt(10,IPV6_V6ONLY,1) worked
15:14:09.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 24 15:14:09 dist-test-slave-38qb krb5kdc[5765](info): set up 2 sockets
15:14:09.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 24 15:14:09 dist-test-slave-38qb krb5kdc[5765](info): commencing operation
15:14:09.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) krb5kdc: starting...
15:14:09.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:09.633246 5742 heartbeater.cc:499] Master 127.4.226.60:34683 was elected leader, sending a full tablet report...
15:14:11.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:14:11.609834 5753 mini_kdc.cc:121] Time spent starting KDC: real 2.161s user 0.006s sys 0.015s
15:14:11.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for test-admin@KRBTEST.COM; defaulting to no policy
15:14:11.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
15:14:11.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "test-admin@KRBTEST.COM" created.
15:14:11.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for test-user@KRBTEST.COM; defaulting to no policy
15:14:11.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
15:14:11.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "test-user@KRBTEST.COM" created.
15:14:11.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for joe-interloper@KRBTEST.COM; defaulting to no policy
15:14:11.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
15:14:11.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "joe-interloper@KRBTEST.COM" created.
15:14:11.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
15:14:11.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal test-user with kvno 1, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster7612823886229781203/krb5kdc/test-user.keytab.
15:14:11.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal test-user with kvno 1, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster7612823886229781203/krb5kdc/test-user.keytab.
15:14:11.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 24 15:14:11 dist-test-slave-38qb krb5kdc[5765](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790262851, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
15:14:11.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
15:14:11.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-09-24T15:14:11Z chronyd version 4.6.1 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -NTS -SECHASH -IPV6 +DEBUG)
15:14:11.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-09-24T15:14:11Z Disabled control of system clock
15:14:11.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.5.158.126@KRBTEST.COM; defaulting to no policy
15:14:11.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
15:14:11.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.5.158.126@KRBTEST.COM" created.
15:14:11.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
15:14:11.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.5.158.126 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster7612823886229781203/krb5kdc/kudu.keytab.
15:14:11.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.5.158.126 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster7612823886229781203/krb5kdc/kudu.keytab.
15:14:11.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for HTTP/127.5.158.126@KRBTEST.COM; defaulting to no policy
15:14:11.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
15:14:11.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "HTTP/127.5.158.126@KRBTEST.COM" created.
15:14:11.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
15:14:11.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.5.158.126 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster7612823886229781203/krb5kdc/kudu.keytab.
15:14:11.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.5.158.126 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster7612823886229781203/krb5kdc/kudu.keytab.
15:14:11.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:11.859550 5753 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskHSL5gd/build/tsan/bin/kudu
15:14:11.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskHSL5gd/build/tsan/bin/kudu
15:14:11.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster7612823886229781203/master-0/wal
15:14:11.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster7612823886229781203/master-0/data
15:14:11.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
15:14:11.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
15:14:11.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
15:14:11.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
15:14:11.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
15:14:11.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
15:14:11.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster7612823886229781203/master-0/logs
15:14:11.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster7612823886229781203/master-0/data/info.pb
15:14:11.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
15:14:11.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
15:14:11.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
15:14:11.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
15:14:11.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
15:14:11.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
15:14:11.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
15:14:11.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
15:14:11.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
15:14:11.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
15:14:11.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
15:14:11.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
15:14:11.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.5.158.126:38645
15:14:11.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.5.158.126
15:14:11.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
15:14:11.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster7612823886229781203/krb5kdc/kudu.keytab
15:14:11.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.5.158.126
15:14:11.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
15:14:11.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
15:14:11.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
15:14:11.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
15:14:11.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.5.158.84:35395
15:14:11.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
15:14:11.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
15:14:11.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
15:14:11.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
15:14:11.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.5.158.126:38645,127.5.158.125:43553,127.5.158.124:38543
15:14:11.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
15:14:11.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41545/jwks.json
15:14:11.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false
15:14:11.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster7612823886229781203/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster7612823886229781203/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster7612823886229781203/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
15:14:12.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:14:12.181474 5783 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
15:14:12.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:14:12.182123 5783 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
15:14:12.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:14:12.182727 5783 flags.cc:432] Enabled unsafe flag: --never_fsync=true
15:14:12.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:14:12.219106 5783 flags.cc:432] Enabled experimental flag: --authn_token_validity_seconds=10
15:14:12.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:14:12.219352 5783 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
15:14:12.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:14:12.219619 5783 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
15:14:12.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:14:12.219887 5783 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
15:14:12.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:14:12.220121 5783 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
15:14:12.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:14:12.220322 5783 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
15:14:12.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:14:12.220463 5783 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:41545/jwks.json
15:14:12.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:12.260879 5783 master_runner.cc:387] Master server non-default flags:
15:14:12.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster7612823886229781203/master-0/logs
15:14:12.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
15:14:12.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
15:14:12.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
15:14:12.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.5.158.84:35395
15:14:12.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
15:14:12.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
15:14:12.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster7612823886229781203/master-0/data
15:14:12.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster7612823886229781203/master-0/wal
15:14:12.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
15:14:12.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
15:14:12.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.5.158.126:38645,127.5.158.125:43553,127.5.158.124:38543
15:14:12.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster7612823886229781203/krb5kdc/kudu.keytab
15:14:12.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.5.158.126
15:14:12.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
15:14:12.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
15:14:12.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
15:14:12.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.5.158.126:38645
15:14:12.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
15:14:12.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
15:14:12.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
15:14:12.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41545/jwks.json
15:14:12.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
15:14:12.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
15:14:12.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
15:14:12.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
15:14:12.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
15:14:12.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster7612823886229781203/master-0/data/info.pb
15:14:12.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.5.158.126
15:14:12.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
15:14:12.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
15:14:12.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
15:14:12.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
15:14:12.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
15:14:12.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
15:14:12.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
15:14:12.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
15:14:12.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
15:14:12.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision ae52405967cd2709483ea5c02e613be50ab23f43
15:14:12.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
15:14:12.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 24 Sep 2026 14:50:47 UTC on e7f111948823
15:14:12.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13978
15:14:12.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
15:14:12.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:12.262673 5783 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
15:14:12.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:12.264014 5783 file_cache.cc:504] Constructed file cache file cache with capacity 419430
15:14:12.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:14:12.275463 5790 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:14:13.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:14:13.679915 5789 debug-util.cc:398] Leaking SignalData structure 0x7b08000372a0 after lost signal to thread 5783
15:14:13.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:14:13.835580 5789 kernel_stack_watchdog.cc:198] Thread 5783 stuck at /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:642 for 401ms:
15:14:13.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
15:14:13.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
15:14:13.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
15:14:13.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
15:14:13.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:14:12.275944 5791 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:14:13.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:14:13.836884 5783 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.561s user 0.515s sys 0.983s
15:14:13.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:14:13.837252 5783 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.562s user 0.515s sys 0.983s
15:14:13.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:14:13.838533 5793 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:14:13.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:14:13.841784 5792 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1560 milliseconds
15:14:13.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:13.841840 5783 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
15:14:13.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:13.843206 5783 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
15:14:13.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:13.846058 5783 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
15:14:13.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:13.847990 5783 hybrid_clock.cc:648] HybridClock initialized: now 1790262853847546 us; error 88 us; skew 500 ppm
15:14:13.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:13.849073 5783 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
15:14:13.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 24 15:14:13 dist-test-slave-38qb krb5kdc[5765](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790262853, etypes {rep=17 tkt=17 ses=17}, kudu/127.5.158.126@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
15:14:13.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:13.856315 5783 init.cc:377] Logged in from keytab as kudu/127.5.158.126@KRBTEST.COM (short username kudu)
15:14:13.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:13.863706 5783 webserver.cc:533] Webserver started at http://127.5.158.126:44293/ using document root <none> and password file <none>
15:14:13.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:13.864787 5783 fs_manager.cc:362] Metadata directory not provided
15:14:13.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:13.865024 5783 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
15:14:13.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:13.865526 5783 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
15:14:13.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:13.870787 5783 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster7612823886229781203/master-0/data/instance:
15:14:13.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c2f18c8f7dbd4af5be91632be5704658"
15:14:13.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-24 15:14:13 on dist-test-slave-38qb"
15:14:13.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:13.872107 5783 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster7612823886229781203/master-0/wal/instance:
15:14:13.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c2f18c8f7dbd4af5be91632be5704658"
15:14:13.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-24 15:14:13 on dist-test-slave-38qb"
15:14:13.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:13.880895 5783 fs_manager.cc:696] Time spent creating directory manager: real 0.008s user 0.010s sys 0.000s
15:14:13.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:13.887367 5801 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
15:14:13.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:13.888592 5783 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.005s sys 0.000s
15:14:13.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:13.888996 5783 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster7612823886229781203/master-0/data,/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster7612823886229781203/master-0/wal
15:14:13.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c2f18c8f7dbd4af5be91632be5704658"
15:14:13.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-24 15:14:13 on dist-test-slave-38qb"
15:14:13.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:13.889365 5783 fs_report.cc:389] FS layout report
15:14:13.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
15:14:13.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster7612823886229781203/master-0/wal
15:14:13.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster7612823886229781203/master-0/wal
15:14:13.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster7612823886229781203/master-0/data/data
15:14:13.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
15:14:13.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
15:14:13.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
15:14:13.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
15:14:13.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
15:14:13.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
15:14:13.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
15:14:13.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
15:14:13.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
15:14:13.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
15:14:13.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
15:14:13.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:13.956748 5783 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
15:14:13.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:13.963856 5783 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
15:14:13.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:13.964465 5783 kserver.cc:163] Server-wide thread pool size limit: 3276
15:14:14.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:14.049187 5783 rpc_server.cc:307] RPC server started. Bound to: 127.5.158.126:38645
15:14:14.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:14.049283 5854 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.5.158.126:38645 every 8 connection(s)
15:14:14.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:14.052091 5783 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster7612823886229781203/master-0/data/info.pb
15:14:14.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:14.058286 5753 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskHSL5gd/build/tsan/bin/kudu as pid 5783
15:14:14.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:14.058596 5855 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
15:14:14.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:14.058797 5753 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster7612823886229781203/master-0/wal/instance
15:14:14.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:14.073513 5855 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.5.158.126" port: 38645 } has no permanent_uuid. Determining permanent_uuid...
15:14:14.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.5.158.125@KRBTEST.COM; defaulting to no policy
15:14:14.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
15:14:14.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.5.158.125@KRBTEST.COM" created.
15:14:14.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 24 15:14:14 dist-test-slave-38qb krb5kdc[5765](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790262853, etypes {rep=17 tkt=17 ses=17}, kudu/127.5.158.126@KRBTEST.COM for kudu/127.5.158.126@KRBTEST.COM
15:14:14.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
15:14:14.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.5.158.125 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster7612823886229781203/krb5kdc/kudu.keytab.
15:14:14.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.5.158.125 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster7612823886229781203/krb5kdc/kudu.keytab.
15:14:14.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:14.123463 5855 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.5.158.125" port: 43553 } has no permanent_uuid. Determining permanent_uuid...
15:14:14.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:14:14.126374 5802 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.5.158.125:43553: connect: Connection refused (error 111)
15:14:14.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for HTTP/127.5.158.125@KRBTEST.COM; defaulting to no policy
15:14:14.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
15:14:14.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "HTTP/127.5.158.125@KRBTEST.COM" created.
15:14:14.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:14:14.131145 5855 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.5.158.125:43553: Network error: Client connection negotiation failed: client connection to 127.5.158.125:43553: connect: Connection refused (error 111)
15:14:14.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
15:14:14.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.5.158.125 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster7612823886229781203/krb5kdc/kudu.keytab.
15:14:14.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.5.158.125 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster7612823886229781203/krb5kdc/kudu.keytab.
15:14:14.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:14.153342 5753 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskHSL5gd/build/tsan/bin/kudu
15:14:14.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskHSL5gd/build/tsan/bin/kudu
15:14:14.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster7612823886229781203/master-1/wal
15:14:14.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster7612823886229781203/master-1/data
15:14:14.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
15:14:14.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
15:14:14.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
15:14:14.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
15:14:14.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
15:14:14.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
15:14:14.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster7612823886229781203/master-1/logs
15:14:14.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster7612823886229781203/master-1/data/info.pb
15:14:14.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
15:14:14.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
15:14:14.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
15:14:14.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
15:14:14.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
15:14:14.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
15:14:14.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
15:14:14.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
15:14:14.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
15:14:14.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
15:14:14.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
15:14:14.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
15:14:14.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.5.158.125:43553
15:14:14.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.5.158.125
15:14:14.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
15:14:14.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster7612823886229781203/krb5kdc/kudu.keytab
15:14:14.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.5.158.125
15:14:14.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
15:14:14.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
15:14:14.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
15:14:14.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
15:14:14.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.5.158.84:35395
15:14:14.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
15:14:14.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
15:14:14.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
15:14:14.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
15:14:14.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.5.158.126:38645,127.5.158.125:43553,127.5.158.124:38543
15:14:14.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
15:14:14.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41545/jwks.json
15:14:14.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false
15:14:14.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster7612823886229781203/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster7612823886229781203/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster7612823886229781203/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
15:14:14.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:14.180739 5855 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.5.158.125" port: 43553 } attempt: 1
15:14:14.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:14:14.185447 5855 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.5.158.125:43553: Network error: Client connection negotiation failed: client connection to 127.5.158.125:43553: connect: Connection refused (error 111)
15:14:14.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:14.254050 5855 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.5.158.125" port: 43553 } attempt: 2
15:14:14.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:14:14.258545 5855 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.5.158.125:43553: Network error: Client connection negotiation failed: client connection to 127.5.158.125:43553: connect: Connection refused (error 111)
15:14:14.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:14.350328 5855 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.5.158.125" port: 43553 } attempt: 3
15:14:14.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:14:14.355027 5855 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.5.158.125:43553: Network error: Client connection negotiation failed: client connection to 127.5.158.125:43553: connect: Connection refused (error 111)
15:14:14.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:14.498531 5855 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.5.158.125" port: 43553 } attempt: 4
15:14:14.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:14:14.501197 5865 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
15:14:14.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:14:14.501906 5865 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
15:14:14.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:14:14.502657 5865 flags.cc:432] Enabled unsafe flag: --never_fsync=true
15:14:14.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:14:14.502952 5855 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.5.158.125:43553: Network error: Client connection negotiation failed: client connection to 127.5.158.125:43553: connect: Connection refused (error 111)
15:14:14.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:14:14.540046 5865 flags.cc:432] Enabled experimental flag: --authn_token_validity_seconds=10
15:14:14.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:14:14.540373 5865 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
15:14:14.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:14:14.540804 5865 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
15:14:14.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:14:14.541182 5865 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
15:14:14.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:14:14.541579 5865 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
15:14:14.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:14:14.541926 5865 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
15:14:14.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:14:14.542091 5865 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:41545/jwks.json
15:14:14.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:14.584899 5865 master_runner.cc:387] Master server non-default flags:
15:14:14.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster7612823886229781203/master-1/logs
15:14:14.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
15:14:14.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
15:14:14.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
15:14:14.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.5.158.84:35395
15:14:14.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
15:14:14.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
15:14:14.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster7612823886229781203/master-1/data
15:14:14.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster7612823886229781203/master-1/wal
15:14:14.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
15:14:14.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
15:14:14.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.5.158.126:38645,127.5.158.125:43553,127.5.158.124:38543
15:14:14.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster7612823886229781203/krb5kdc/kudu.keytab
15:14:14.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.5.158.125
15:14:14.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
15:14:14.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
15:14:14.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
15:14:14.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.5.158.125:43553
15:14:14.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
15:14:14.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
15:14:14.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
15:14:14.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41545/jwks.json
15:14:14.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
15:14:14.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
15:14:14.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
15:14:14.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
15:14:14.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
15:14:14.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster7612823886229781203/master-1/data/info.pb
15:14:14.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.5.158.125
15:14:14.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
15:14:14.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
15:14:14.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
15:14:14.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
15:14:14.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
15:14:14.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
15:14:14.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
15:14:14.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
15:14:14.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
15:14:14.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision ae52405967cd2709483ea5c02e613be50ab23f43
15:14:14.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
15:14:14.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 24 Sep 2026 14:50:47 UTC on e7f111948823
15:14:14.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13978
15:14:14.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
15:14:14.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:14.586683 5865 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
15:14:14.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:14.588181 5865 file_cache.cc:504] Constructed file cache file cache with capacity 419430
15:14:14.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:14:14.600054 5872 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:14:14.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:14.802345 5855 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.5.158.125" port: 43553 } attempt: 5
15:14:14.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:14:14.816728 5855 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.5.158.125:43553: Network error: Client connection negotiation failed: client connection to 127.5.158.125:43553: connect: Connection refused (error 111)
15:14:15.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:15.364385 5855 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.5.158.125" port: 43553 } attempt: 6
15:14:15.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:14:15.398016 5855 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.5.158.125:43553: Network error: Client connection negotiation failed: client connection to 127.5.158.125:43553: connect: Connection refused (error 111)
15:14:16.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:16.458491 5855 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.5.158.125" port: 43553 } attempt: 7
15:14:16.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:14:16.480840 5855 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.5.158.125:43553: Network error: Client connection negotiation failed: client connection to 127.5.158.125:43553: connect: Connection refused (error 111)
15:14:16.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:14:16.022269 5871 debug-util.cc:398] Leaking SignalData structure 0x7b08000372a0 after lost signal to thread 5865
15:14:16.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:14:16.486589 5865 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.886s user 0.666s sys 1.149s
15:14:16.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:14:16.486954 5865 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.886s user 0.666s sys 1.149s
15:14:16.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:14:14.601240 5873 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:14:16.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:14:16.492120 5874 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1885 milliseconds
15:14:16.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:14:16.493913 5875 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:14:16.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:16.494184 5865 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
15:14:16.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:16.496112 5865 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
15:14:16.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:16.499537 5865 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
15:14:16.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:16.501003 5865 hybrid_clock.cc:648] HybridClock initialized: now 1790262856500961 us; error 80 us; skew 500 ppm
15:14:16.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:16.502116 5865 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
15:14:16.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 24 15:14:16 dist-test-slave-38qb krb5kdc[5765](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790262856, etypes {rep=17 tkt=17 ses=17}, kudu/127.5.158.125@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
15:14:16.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:16.509313 5865 init.cc:377] Logged in from keytab as kudu/127.5.158.125@KRBTEST.COM (short username kudu)
15:14:16.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:16.515743 5865 webserver.cc:533] Webserver started at http://127.5.158.125:37749/ using document root <none> and password file <none>
15:14:16.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:16.516979 5865 fs_manager.cc:362] Metadata directory not provided
15:14:16.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:16.517272 5865 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
15:14:16.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:16.517961 5865 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
15:14:16.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:16.523051 5865 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster7612823886229781203/master-1/data/instance:
15:14:16.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f9c44d0e5ef341ce86ffe0268582fdb3"
15:14:16.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-24 15:14:16 on dist-test-slave-38qb"
15:14:16.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:16.524539 5865 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster7612823886229781203/master-1/wal/instance:
15:14:16.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f9c44d0e5ef341ce86ffe0268582fdb3"
15:14:16.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-24 15:14:16 on dist-test-slave-38qb"
15:14:16.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:16.534464 5865 fs_manager.cc:696] Time spent creating directory manager: real 0.009s user 0.011s sys 0.000s
15:14:16.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:16.542219 5892 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
15:14:16.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:16.544072 5865 fs_manager.cc:730] Time spent opening block manager: real 0.005s user 0.001s sys 0.003s
15:14:16.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:16.544605 5865 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster7612823886229781203/master-1/data,/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster7612823886229781203/master-1/wal
15:14:16.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f9c44d0e5ef341ce86ffe0268582fdb3"
15:14:16.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-24 15:14:16 on dist-test-slave-38qb"
15:14:16.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:16.545106 5865 fs_report.cc:389] FS layout report
15:14:16.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
15:14:16.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster7612823886229781203/master-1/wal
15:14:16.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster7612823886229781203/master-1/wal
15:14:16.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster7612823886229781203/master-1/data/data
15:14:16.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
15:14:16.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
15:14:16.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
15:14:16.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
15:14:16.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
15:14:16.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
15:14:16.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
15:14:16.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
15:14:16.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
15:14:16.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
15:14:16.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
15:14:16.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:16.609529 5865 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
15:14:16.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:16.629999 5865 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
15:14:16.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:16.630867 5865 kserver.cc:163] Server-wide thread pool size limit: 3276
15:14:16.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:16.729342 5865 rpc_server.cc:307] RPC server started. Bound to: 127.5.158.125:43553
15:14:16.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:16.729501 5944 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.5.158.125:43553 every 8 connection(s)
15:14:16.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:16.734841 5865 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster7612823886229781203/master-1/data/info.pb
15:14:16.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:16.742544 5947 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
15:14:16.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:16.744333 5753 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskHSL5gd/build/tsan/bin/kudu as pid 5865
15:14:16.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:16.745043 5753 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster7612823886229781203/master-1/wal/instance
15:14:16.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:16.756263 5947 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.5.158.126" port: 38645 } has no permanent_uuid. Determining permanent_uuid...
15:14:16.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.5.158.124@KRBTEST.COM; defaulting to no policy
15:14:16.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
15:14:16.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.5.158.124@KRBTEST.COM" created.
15:14:16.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 24 15:14:16 dist-test-slave-38qb krb5kdc[5765](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790262856, etypes {rep=17 tkt=17 ses=17}, kudu/127.5.158.125@KRBTEST.COM for kudu/127.5.158.126@KRBTEST.COM
15:14:16.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
15:14:16.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.5.158.124 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster7612823886229781203/krb5kdc/kudu.keytab.
15:14:16.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.5.158.124 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster7612823886229781203/krb5kdc/kudu.keytab.
15:14:16.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:16.805230 5947 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.5.158.125" port: 43553 } has no permanent_uuid. Determining permanent_uuid...
15:14:16.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for HTTP/127.5.158.124@KRBTEST.COM; defaulting to no policy
15:14:16.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
15:14:16.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "HTTP/127.5.158.124@KRBTEST.COM" created.
15:14:16.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 24 15:14:16 dist-test-slave-38qb krb5kdc[5765](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790262856, etypes {rep=17 tkt=17 ses=17}, kudu/127.5.158.125@KRBTEST.COM for kudu/127.5.158.125@KRBTEST.COM
15:14:16.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:16.837627 5947 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.5.158.124" port: 38543 } has no permanent_uuid. Determining permanent_uuid...
15:14:16.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
15:14:16.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.5.158.124 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster7612823886229781203/krb5kdc/kudu.keytab.
15:14:16.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.5.158.124 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster7612823886229781203/krb5kdc/kudu.keytab.
15:14:16.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:14:16.840464 5895 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.5.158.124:38543: connect: Connection refused (error 111)
15:14:16.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:16.841223 5753 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskHSL5gd/build/tsan/bin/kudu
15:14:16.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskHSL5gd/build/tsan/bin/kudu
15:14:16.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster7612823886229781203/master-2/wal
15:14:16.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster7612823886229781203/master-2/data
15:14:16.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
15:14:16.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
15:14:16.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
15:14:16.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
15:14:16.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
15:14:16.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
15:14:16.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster7612823886229781203/master-2/logs
15:14:16.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster7612823886229781203/master-2/data/info.pb
15:14:16.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
15:14:16.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
15:14:16.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
15:14:16.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
15:14:16.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
15:14:16.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
15:14:16.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
15:14:16.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
15:14:16.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
15:14:16.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
15:14:16.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
15:14:16.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
15:14:16.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.5.158.124:38543
15:14:16.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.5.158.124
15:14:16.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
15:14:16.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster7612823886229781203/krb5kdc/kudu.keytab
15:14:16.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.5.158.124
15:14:16.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
15:14:16.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
15:14:16.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
15:14:16.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
15:14:16.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.5.158.84:35395
15:14:16.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
15:14:16.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
15:14:16.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
15:14:16.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
15:14:16.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.5.158.126:38645,127.5.158.125:43553,127.5.158.124:38543
15:14:16.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
15:14:16.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41545/jwks.json
15:14:16.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false
15:14:16.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster7612823886229781203/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster7612823886229781203/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster7612823886229781203/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
15:14:16.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:14:16.845490 5947 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.5.158.124:38543: Network error: Client connection negotiation failed: client connection to 127.5.158.124:38543: connect: Connection refused (error 111)
15:14:16.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:16.895051 5947 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.5.158.124" port: 38543 } attempt: 1
15:14:16.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:14:16.899475 5947 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.5.158.124:38543: Network error: Client connection negotiation failed: client connection to 127.5.158.124:38543: connect: Connection refused (error 111)
15:14:16.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:16.967993 5947 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.5.158.124" port: 38543 } attempt: 2
15:14:16.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:14:16.974020 5947 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.5.158.124:38543: Network error: Client connection negotiation failed: client connection to 127.5.158.124:38543: connect: Connection refused (error 111)
15:14:17.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:17.065536 5947 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.5.158.124" port: 38543 } attempt: 3
15:14:17.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:14:17.070719 5947 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.5.158.124:38543: Network error: Client connection negotiation failed: client connection to 127.5.158.124:38543: connect: Connection refused (error 111)
15:14:17.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:14:17.207821 5957 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
15:14:17.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:14:17.208434 5957 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
15:14:17.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:14:17.209031 5957 flags.cc:432] Enabled unsafe flag: --never_fsync=true
15:14:17.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:17.214232 5947 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.5.158.124" port: 38543 } attempt: 4
15:14:17.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:14:17.219372 5947 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.5.158.124:38543: Network error: Client connection negotiation failed: client connection to 127.5.158.124:38543: connect: Connection refused (error 111)
15:14:17.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:14:17.251150 5957 flags.cc:432] Enabled experimental flag: --authn_token_validity_seconds=10
15:14:17.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:14:17.251403 5957 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
15:14:17.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:14:17.251673 5957 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
15:14:17.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:14:17.251885 5957 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
15:14:17.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:14:17.252089 5957 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
15:14:17.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:14:17.252271 5957 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
15:14:17.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:14:17.252418 5957 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:41545/jwks.json
15:14:17.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:17.303079 5957 master_runner.cc:387] Master server non-default flags:
15:14:17.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster7612823886229781203/master-2/logs
15:14:17.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
15:14:17.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
15:14:17.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
15:14:17.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.5.158.84:35395
15:14:17.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
15:14:17.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
15:14:17.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster7612823886229781203/master-2/data
15:14:17.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster7612823886229781203/master-2/wal
15:14:17.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
15:14:17.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
15:14:17.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.5.158.126:38645,127.5.158.125:43553,127.5.158.124:38543
15:14:17.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster7612823886229781203/krb5kdc/kudu.keytab
15:14:17.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.5.158.124
15:14:17.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
15:14:17.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
15:14:17.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
15:14:17.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.5.158.124:38543
15:14:17.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
15:14:17.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
15:14:17.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
15:14:17.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41545/jwks.json
15:14:17.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
15:14:17.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
15:14:17.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
15:14:17.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
15:14:17.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
15:14:17.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster7612823886229781203/master-2/data/info.pb
15:14:17.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.5.158.124
15:14:17.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
15:14:17.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
15:14:17.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
15:14:17.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
15:14:17.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
15:14:17.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
15:14:17.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
15:14:17.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
15:14:17.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
15:14:17.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision ae52405967cd2709483ea5c02e613be50ab23f43
15:14:17.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
15:14:17.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 24 Sep 2026 14:50:47 UTC on e7f111948823
15:14:17.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13978
15:14:17.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
15:14:17.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:17.304853 5957 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
15:14:17.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:17.306774 5957 file_cache.cc:504] Constructed file cache file cache with capacity 419430
15:14:17.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:14:17.322211 5965 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:14:17.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:17.518882 5947 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.5.158.124" port: 38543 } attempt: 5
15:14:17.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:14:17.526914 5947 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.5.158.124:38543: Network error: Client connection negotiation failed: client connection to 127.5.158.124:38543: connect: Connection refused (error 111)
15:14:18.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:18.074656 5947 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.5.158.124" port: 38543 } attempt: 6
15:14:18.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:14:18.088689 5947 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.5.158.124:38543: Network error: Client connection negotiation failed: client connection to 127.5.158.124:38543: connect: Connection refused (error 111)
15:14:18.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:18.571273 5855 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.5.158.125" port: 43553 } attempt: 8
15:14:18.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 24 15:14:18 dist-test-slave-38qb krb5kdc[5765](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790262853, etypes {rep=17 tkt=17 ses=17}, kudu/127.5.158.126@KRBTEST.COM for kudu/127.5.158.125@KRBTEST.COM
15:14:18.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:18.612664 5855 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.5.158.124" port: 38543 } has no permanent_uuid. Determining permanent_uuid...
15:14:18.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:14:18.621205 5855 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.5.158.124:38543: Network error: Client connection negotiation failed: client connection to 127.5.158.124:38543: connect: Connection refused (error 111)
15:14:18.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:14:17.322878 5966 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:14:18.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:14:17.326238 5968 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:14:18.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:14:18.677995 5967 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1351 milliseconds
15:14:18.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:18.678135 5957 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
15:14:18.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:18.679665 5957 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
15:14:18.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:18.682739 5957 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
15:14:18.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:18.684381 5957 hybrid_clock.cc:648] HybridClock initialized: now 1790262858684247 us; error 141 us; skew 500 ppm
15:14:18.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:18.685300 5957 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
15:14:18.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:18.686663 5855 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.5.158.124" port: 38543 } attempt: 1
15:14:18.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:14:18.691502 5855 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.5.158.124:38543: Network error: Client connection negotiation failed: client connection to 127.5.158.124:38543: connect: Connection refused (error 111)
15:14:18.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 24 15:14:18 dist-test-slave-38qb krb5kdc[5765](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790262858, etypes {rep=17 tkt=17 ses=17}, kudu/127.5.158.124@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
15:14:18.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:18.693760 5957 init.cc:377] Logged in from keytab as kudu/127.5.158.124@KRBTEST.COM (short username kudu)
15:14:18.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:18.699406 5957 webserver.cc:533] Webserver started at http://127.5.158.124:39073/ using document root <none> and password file <none>
15:14:18.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:18.700359 5957 fs_manager.cc:362] Metadata directory not provided
15:14:18.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:18.700577 5957 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
15:14:18.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:18.701006 5957 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
15:14:18.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:18.705387 5957 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster7612823886229781203/master-2/data/instance:
15:14:18.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ebae1a29939244a4a078caff61f52313"
15:14:18.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-24 15:14:18 on dist-test-slave-38qb"
15:14:18.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:18.707221 5957 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster7612823886229781203/master-2/wal/instance:
15:14:18.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ebae1a29939244a4a078caff61f52313"
15:14:18.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-24 15:14:18 on dist-test-slave-38qb"
15:14:18.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:18.717005 5957 fs_manager.cc:696] Time spent creating directory manager: real 0.009s user 0.006s sys 0.004s
15:14:18.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:18.724472 5982 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
15:14:18.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:18.725903 5957 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.002s sys 0.000s
15:14:18.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:18.726420 5957 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster7612823886229781203/master-2/data,/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster7612823886229781203/master-2/wal
15:14:18.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ebae1a29939244a4a078caff61f52313"
15:14:18.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-24 15:14:18 on dist-test-slave-38qb"
15:14:18.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:18.726745 5957 fs_report.cc:389] FS layout report
15:14:18.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
15:14:18.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster7612823886229781203/master-2/wal
15:14:18.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster7612823886229781203/master-2/wal
15:14:18.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster7612823886229781203/master-2/data/data
15:14:18.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
15:14:18.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
15:14:18.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
15:14:18.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
15:14:18.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
15:14:18.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
15:14:18.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
15:14:18.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
15:14:18.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
15:14:18.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
15:14:18.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
15:14:18.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:18.744984 5855 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.5.158.124" port: 38543 } attempt: 2
15:14:18.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:14:18.750150 5855 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.5.158.124:38543: Network error: Client connection negotiation failed: client connection to 127.5.158.124:38543: connect: Connection refused (error 111)
15:14:18.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:18.798417 5957 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
15:14:18.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:18.804185 5957 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
15:14:18.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:18.804715 5957 kserver.cc:163] Server-wide thread pool size limit: 3276
15:14:18.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:18.826546 5855 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.5.158.124" port: 38543 } attempt: 3
15:14:18.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:14:18.833243 5855 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.5.158.124:38543: Network error: Client connection negotiation failed: client connection to 127.5.158.124:38543: connect: Connection refused (error 111)
15:14:18.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:18.892299 5957 rpc_server.cc:307] RPC server started. Bound to: 127.5.158.124:38543
15:14:18.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:18.892405 6035 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.5.158.124:38543 every 8 connection(s)
15:14:18.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:18.895918 5957 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster7612823886229781203/master-2/data/info.pb
15:14:18.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:18.897504 5753 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskHSL5gd/build/tsan/bin/kudu as pid 5957
15:14:18.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:18.898147 5753 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster7612823886229781203/master-2/wal/instance
15:14:18.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:18.903077 6036 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
15:14:18.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:18.917865 6036 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.5.158.126" port: 38645 } has no permanent_uuid. Determining permanent_uuid...
15:14:18.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 24 15:14:18 dist-test-slave-38qb krb5kdc[5765](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790262851, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.5.158.126@KRBTEST.COM
15:14:18.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 24 15:14:18 dist-test-slave-38qb krb5kdc[5765](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790262858, etypes {rep=17 tkt=17 ses=17}, kudu/127.5.158.124@KRBTEST.COM for kudu/127.5.158.126@KRBTEST.COM
15:14:18.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 24 15:14:18 dist-test-slave-38qb krb5kdc[5765](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790262851, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.5.158.125@KRBTEST.COM
15:14:18.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:18.957825 6036 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.5.158.125" port: 43553 } has no permanent_uuid. Determining permanent_uuid...
15:14:18.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 24 15:14:18 dist-test-slave-38qb krb5kdc[5765](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790262858, etypes {rep=17 tkt=17 ses=17}, kudu/127.5.158.124@KRBTEST.COM for kudu/127.5.158.125@KRBTEST.COM
15:14:18.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 24 15:14:18 dist-test-slave-38qb krb5kdc[5765](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790262851, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.5.158.124@KRBTEST.COM
15:14:18.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:18.984987 6036 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.5.158.124" port: 38543 } has no permanent_uuid. Determining permanent_uuid...
15:14:18.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:18.988739 5855 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.5.158.124" port: 38543 } attempt: 4
15:14:18.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 24 15:14:18 dist-test-slave-38qb krb5kdc[5765](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790262858, etypes {rep=17 tkt=17 ses=17}, kudu/127.5.158.124@KRBTEST.COM for kudu/127.5.158.124@KRBTEST.COM
15:14:19.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 24 15:14:19 dist-test-slave-38qb krb5kdc[5765](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790262853, etypes {rep=17 tkt=17 ses=17}, kudu/127.5.158.126@KRBTEST.COM for kudu/127.5.158.124@KRBTEST.COM
15:14:19.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:19.020984 6036 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P ebae1a29939244a4a078caff61f52313: Bootstrap starting.
15:14:19.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:19.028627 6036 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P ebae1a29939244a4a078caff61f52313: Neither blocks nor log segments found. Creating new log.
15:14:19.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:19.029525 5855 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P c2f18c8f7dbd4af5be91632be5704658: Bootstrap starting.
15:14:19.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:19.030792 6036 log.cc:826] T 00000000000000000000000000000000 P ebae1a29939244a4a078caff61f52313: Log is configured to *not* fsync() on all Append() calls
15:14:19.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:19.036010 5855 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P c2f18c8f7dbd4af5be91632be5704658: Neither blocks nor log segments found. Creating new log.
15:14:19.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:19.036684 6036 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P ebae1a29939244a4a078caff61f52313: No bootstrap required, opened a new log
15:14:19.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:19.040342 5855 log.cc:826] T 00000000000000000000000000000000 P c2f18c8f7dbd4af5be91632be5704658: Log is configured to *not* fsync() on all Append() calls
15:14:19.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:19.048782 5855 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P c2f18c8f7dbd4af5be91632be5704658: No bootstrap required, opened a new log
15:14:19.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:19.070672 6036 raft_consensus.cc:359] T 00000000000000000000000000000000 P ebae1a29939244a4a078caff61f52313 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c2f18c8f7dbd4af5be91632be5704658" member_type: VOTER last_known_addr { host: "127.5.158.126" port: 38645 } } peers { permanent_uuid: "f9c44d0e5ef341ce86ffe0268582fdb3" member_type: VOTER last_known_addr { host: "127.5.158.125" port: 43553 } } peers { permanent_uuid: "ebae1a29939244a4a078caff61f52313" member_type: VOTER last_known_addr { host: "127.5.158.124" port: 38543 } }
15:14:19.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:19.071596 6036 raft_consensus.cc:385] T 00000000000000000000000000000000 P ebae1a29939244a4a078caff61f52313 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
15:14:19.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:19.071892 6036 raft_consensus.cc:740] T 00000000000000000000000000000000 P ebae1a29939244a4a078caff61f52313 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: ebae1a29939244a4a078caff61f52313, State: Initialized, Role: FOLLOWER
15:14:19.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:19.072882 6036 consensus_queue.cc:260] T 00000000000000000000000000000000 P ebae1a29939244a4a078caff61f52313 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c2f18c8f7dbd4af5be91632be5704658" member_type: VOTER last_known_addr { host: "127.5.158.126" port: 38645 } } peers { permanent_uuid: "f9c44d0e5ef341ce86ffe0268582fdb3" member_type: VOTER last_known_addr { host: "127.5.158.125" port: 43553 } } peers { permanent_uuid: "ebae1a29939244a4a078caff61f52313" member_type: VOTER last_known_addr { host: "127.5.158.124" port: 38543 } }
15:14:19.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:19.076116 6048 sys_catalog.cc:455] T 00000000000000000000000000000000 P ebae1a29939244a4a078caff61f52313 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c2f18c8f7dbd4af5be91632be5704658" member_type: VOTER last_known_addr { host: "127.5.158.126" port: 38645 } } peers { permanent_uuid: "f9c44d0e5ef341ce86ffe0268582fdb3" member_type: VOTER last_known_addr { host: "127.5.158.125" port: 43553 } } peers { permanent_uuid: "ebae1a29939244a4a078caff61f52313" member_type: VOTER last_known_addr { host: "127.5.158.124" port: 38543 } } }
15:14:19.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:19.077138 6048 sys_catalog.cc:458] T 00000000000000000000000000000000 P ebae1a29939244a4a078caff61f52313 [sys.catalog]: This master's current role is: FOLLOWER
15:14:19.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:19.078548 6036 sys_catalog.cc:565] T 00000000000000000000000000000000 P ebae1a29939244a4a078caff61f52313 [sys.catalog]: configured and running, proceeding with master startup.
15:14:19.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:19.082552 5855 raft_consensus.cc:359] T 00000000000000000000000000000000 P c2f18c8f7dbd4af5be91632be5704658 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c2f18c8f7dbd4af5be91632be5704658" member_type: VOTER last_known_addr { host: "127.5.158.126" port: 38645 } } peers { permanent_uuid: "f9c44d0e5ef341ce86ffe0268582fdb3" member_type: VOTER last_known_addr { host: "127.5.158.125" port: 43553 } } peers { permanent_uuid: "ebae1a29939244a4a078caff61f52313" member_type: VOTER last_known_addr { host: "127.5.158.124" port: 38543 } }
15:14:19.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:19.084743 5855 raft_consensus.cc:385] T 00000000000000000000000000000000 P c2f18c8f7dbd4af5be91632be5704658 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
15:14:19.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:19.085399 5855 raft_consensus.cc:740] T 00000000000000000000000000000000 P c2f18c8f7dbd4af5be91632be5704658 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: c2f18c8f7dbd4af5be91632be5704658, State: Initialized, Role: FOLLOWER
15:14:19.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:19.086985 5855 consensus_queue.cc:260] T 00000000000000000000000000000000 P c2f18c8f7dbd4af5be91632be5704658 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c2f18c8f7dbd4af5be91632be5704658" member_type: VOTER last_known_addr { host: "127.5.158.126" port: 38645 } } peers { permanent_uuid: "f9c44d0e5ef341ce86ffe0268582fdb3" member_type: VOTER last_known_addr { host: "127.5.158.125" port: 43553 } } peers { permanent_uuid: "ebae1a29939244a4a078caff61f52313" member_type: VOTER last_known_addr { host: "127.5.158.124" port: 38543 } }
15:14:19.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:19.090386 6051 sys_catalog.cc:455] T 00000000000000000000000000000000 P c2f18c8f7dbd4af5be91632be5704658 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c2f18c8f7dbd4af5be91632be5704658" member_type: VOTER last_known_addr { host: "127.5.158.126" port: 38645 } } peers { permanent_uuid: "f9c44d0e5ef341ce86ffe0268582fdb3" member_type: VOTER last_known_addr { host: "127.5.158.125" port: 43553 } } peers { permanent_uuid: "ebae1a29939244a4a078caff61f52313" member_type: VOTER last_known_addr { host: "127.5.158.124" port: 38543 } } }
15:14:19.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:19.091058 6051 sys_catalog.cc:458] T 00000000000000000000000000000000 P c2f18c8f7dbd4af5be91632be5704658 [sys.catalog]: This master's current role is: FOLLOWER
15:14:19.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:19.093151 5855 sys_catalog.cc:565] T 00000000000000000000000000000000 P c2f18c8f7dbd4af5be91632be5704658 [sys.catalog]: configured and running, proceeding with master startup.
15:14:19.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:14:19.132099 6065 catalog_manager.cc:1607] T 00000000000000000000000000000000 P ebae1a29939244a4a078caff61f52313: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
15:14:19.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:14:19.133015 6065 catalog_manager.cc:896] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
15:14:19.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:19.149376 5947 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.5.158.124" port: 38543 } attempt: 7
15:14:19.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:19.114434 5957 master_runner.cc:187] Error getting master registration for 127.5.158.126:38645: OK, instance_id { permanent_uuid: "c2f18c8f7dbd4af5be91632be5704658" instance_seqno: 1790262854028564 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
15:14:19.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:19.152046 5957 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
15:14:19.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 24 15:14:19 dist-test-slave-38qb krb5kdc[5765](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790262856, etypes {rep=17 tkt=17 ses=17}, kudu/127.5.158.125@KRBTEST.COM for kudu/127.5.158.124@KRBTEST.COM
15:14:19.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:14:19.198671 6073 catalog_manager.cc:1607] T 00000000000000000000000000000000 P c2f18c8f7dbd4af5be91632be5704658: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
15:14:19.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:14:19.199409 6073 catalog_manager.cc:896] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
15:14:19.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:19.204994 5947 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P f9c44d0e5ef341ce86ffe0268582fdb3: Bootstrap starting.
15:14:19.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:19.165297 5783 master_runner.cc:187] Error getting master registration for 127.5.158.125:43553: OK, instance_id { permanent_uuid: "f9c44d0e5ef341ce86ffe0268582fdb3" instance_seqno: 1790262856701113 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
15:14:19.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:19.215937 5783 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
15:14:19.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:19.216146 5947 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P f9c44d0e5ef341ce86ffe0268582fdb3: Neither blocks nor log segments found. Creating new log.
15:14:19.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:19.218297 5947 log.cc:826] T 00000000000000000000000000000000 P f9c44d0e5ef341ce86ffe0268582fdb3: Log is configured to *not* fsync() on all Append() calls
15:14:19.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:19.229619 5947 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P f9c44d0e5ef341ce86ffe0268582fdb3: No bootstrap required, opened a new log
15:14:19.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:14:19.230535 5808 tablet.cc:2433] T 00000000000000000000000000000000 P c2f18c8f7dbd4af5be91632be5704658: Can't schedule compaction. Clean time has not been advanced past its initial value.
15:14:19.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:19.260805 5947 raft_consensus.cc:359] T 00000000000000000000000000000000 P f9c44d0e5ef341ce86ffe0268582fdb3 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c2f18c8f7dbd4af5be91632be5704658" member_type: VOTER last_known_addr { host: "127.5.158.126" port: 38645 } } peers { permanent_uuid: "f9c44d0e5ef341ce86ffe0268582fdb3" member_type: VOTER last_known_addr { host: "127.5.158.125" port: 43553 } } peers { permanent_uuid: "ebae1a29939244a4a078caff61f52313" member_type: VOTER last_known_addr { host: "127.5.158.124" port: 38543 } }
15:14:19.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:19.261844 5947 raft_consensus.cc:385] T 00000000000000000000000000000000 P f9c44d0e5ef341ce86ffe0268582fdb3 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
15:14:19.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:19.262146 5947 raft_consensus.cc:740] T 00000000000000000000000000000000 P f9c44d0e5ef341ce86ffe0268582fdb3 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: f9c44d0e5ef341ce86ffe0268582fdb3, State: Initialized, Role: FOLLOWER
15:14:19.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:19.263161 5947 consensus_queue.cc:260] T 00000000000000000000000000000000 P f9c44d0e5ef341ce86ffe0268582fdb3 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c2f18c8f7dbd4af5be91632be5704658" member_type: VOTER last_known_addr { host: "127.5.158.126" port: 38645 } } peers { permanent_uuid: "f9c44d0e5ef341ce86ffe0268582fdb3" member_type: VOTER last_known_addr { host: "127.5.158.125" port: 43553 } } peers { permanent_uuid: "ebae1a29939244a4a078caff61f52313" member_type: VOTER last_known_addr { host: "127.5.158.124" port: 38543 } }
15:14:19.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:19.266578 6076 sys_catalog.cc:455] T 00000000000000000000000000000000 P f9c44d0e5ef341ce86ffe0268582fdb3 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c2f18c8f7dbd4af5be91632be5704658" member_type: VOTER last_known_addr { host: "127.5.158.126" port: 38645 } } peers { permanent_uuid: "f9c44d0e5ef341ce86ffe0268582fdb3" member_type: VOTER last_known_addr { host: "127.5.158.125" port: 43553 } } peers { permanent_uuid: "ebae1a29939244a4a078caff61f52313" member_type: VOTER last_known_addr { host: "127.5.158.124" port: 38543 } } }
15:14:19.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:19.268450 5947 sys_catalog.cc:565] T 00000000000000000000000000000000 P f9c44d0e5ef341ce86ffe0268582fdb3 [sys.catalog]: configured and running, proceeding with master startup.
15:14:19.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:19.268586 6076 sys_catalog.cc:458] T 00000000000000000000000000000000 P f9c44d0e5ef341ce86ffe0268582fdb3 [sys.catalog]: This master's current role is: FOLLOWER
15:14:19.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:14:19.310573 5988 tablet.cc:2433] T 00000000000000000000000000000000 P ebae1a29939244a4a078caff61f52313: Can't schedule compaction. Clean time has not been advanced past its initial value.
15:14:19.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:19.343899 6076 raft_consensus.cc:493] T 00000000000000000000000000000000 P f9c44d0e5ef341ce86ffe0268582fdb3 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
15:14:19.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:19.344481 6076 raft_consensus.cc:515] T 00000000000000000000000000000000 P f9c44d0e5ef341ce86ffe0268582fdb3 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c2f18c8f7dbd4af5be91632be5704658" member_type: VOTER last_known_addr { host: "127.5.158.126" port: 38645 } } peers { permanent_uuid: "f9c44d0e5ef341ce86ffe0268582fdb3" member_type: VOTER last_known_addr { host: "127.5.158.125" port: 43553 } } peers { permanent_uuid: "ebae1a29939244a4a078caff61f52313" member_type: VOTER last_known_addr { host: "127.5.158.124" port: 38543 } }
15:14:19.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:19.349009 5829 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "f9c44d0e5ef341ce86ffe0268582fdb3" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "c2f18c8f7dbd4af5be91632be5704658" is_pre_election: true
15:14:19.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:19.349972 5829 raft_consensus.cc:2468] T 00000000000000000000000000000000 P c2f18c8f7dbd4af5be91632be5704658 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate f9c44d0e5ef341ce86ffe0268582fdb3 in term 0.
15:14:19.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:19.351960 5893 leader_election.cc:304] T 00000000000000000000000000000000 P f9c44d0e5ef341ce86ffe0268582fdb3 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: c2f18c8f7dbd4af5be91632be5704658, f9c44d0e5ef341ce86ffe0268582fdb3; no voters:
15:14:19.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:19.356066 6010 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "f9c44d0e5ef341ce86ffe0268582fdb3" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "ebae1a29939244a4a078caff61f52313" is_pre_election: true
15:14:19.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:19.357070 6010 raft_consensus.cc:2468] T 00000000000000000000000000000000 P ebae1a29939244a4a078caff61f52313 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate f9c44d0e5ef341ce86ffe0268582fdb3 in term 0.
15:14:19.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:19.359166 6076 leader_election.cc:290] T 00000000000000000000000000000000 P f9c44d0e5ef341ce86ffe0268582fdb3 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers c2f18c8f7dbd4af5be91632be5704658 (127.5.158.126:38645), ebae1a29939244a4a078caff61f52313 (127.5.158.124:38543)
15:14:19.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:19.360023 6076 raft_consensus.cc:2804] T 00000000000000000000000000000000 P f9c44d0e5ef341ce86ffe0268582fdb3 [term 0 FOLLOWER]: Leader pre-election won for term 1
15:14:19.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:19.360600 6076 raft_consensus.cc:493] T 00000000000000000000000000000000 P f9c44d0e5ef341ce86ffe0268582fdb3 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
15:14:19.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:19.361080 6076 raft_consensus.cc:3060] T 00000000000000000000000000000000 P f9c44d0e5ef341ce86ffe0268582fdb3 [term 0 FOLLOWER]: Advancing to term 1
15:14:19.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:14:19.396286 5898 tablet.cc:2433] T 00000000000000000000000000000000 P f9c44d0e5ef341ce86ffe0268582fdb3: Can't schedule compaction. Clean time has not been advanced past its initial value.
15:14:19.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:19.409093 6076 raft_consensus.cc:515] T 00000000000000000000000000000000 P f9c44d0e5ef341ce86ffe0268582fdb3 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c2f18c8f7dbd4af5be91632be5704658" member_type: VOTER last_known_addr { host: "127.5.158.126" port: 38645 } } peers { permanent_uuid: "f9c44d0e5ef341ce86ffe0268582fdb3" member_type: VOTER last_known_addr { host: "127.5.158.125" port: 43553 } } peers { permanent_uuid: "ebae1a29939244a4a078caff61f52313" member_type: VOTER last_known_addr { host: "127.5.158.124" port: 38543 } }
15:14:19.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:19.414346 5829 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "f9c44d0e5ef341ce86ffe0268582fdb3" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "c2f18c8f7dbd4af5be91632be5704658"
15:14:19.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:19.414955 5829 raft_consensus.cc:3060] T 00000000000000000000000000000000 P c2f18c8f7dbd4af5be91632be5704658 [term 0 FOLLOWER]: Advancing to term 1
15:14:19.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:19.423090 5829 raft_consensus.cc:2468] T 00000000000000000000000000000000 P c2f18c8f7dbd4af5be91632be5704658 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate f9c44d0e5ef341ce86ffe0268582fdb3 in term 1.
15:14:19.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:19.429322 5893 leader_election.cc:304] T 00000000000000000000000000000000 P f9c44d0e5ef341ce86ffe0268582fdb3 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: c2f18c8f7dbd4af5be91632be5704658, f9c44d0e5ef341ce86ffe0268582fdb3; no voters:
15:14:19.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:19.431102 6084 raft_consensus.cc:2804] T 00000000000000000000000000000000 P f9c44d0e5ef341ce86ffe0268582fdb3 [term 1 FOLLOWER]: Leader election won for term 1
15:14:19.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:19.435537 6089 catalog_manager.cc:818] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
15:14:19.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:19.447100 6010 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "f9c44d0e5ef341ce86ffe0268582fdb3" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "ebae1a29939244a4a078caff61f52313"
15:14:19.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:19.447713 6010 raft_consensus.cc:3060] T 00000000000000000000000000000000 P ebae1a29939244a4a078caff61f52313 [term 0 FOLLOWER]: Advancing to term 1
15:14:19.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:19.456115 6010 raft_consensus.cc:2468] T 00000000000000000000000000000000 P ebae1a29939244a4a078caff61f52313 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate f9c44d0e5ef341ce86ffe0268582fdb3 in term 1.
15:14:19.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:19.462613 6084 raft_consensus.cc:697] T 00000000000000000000000000000000 P f9c44d0e5ef341ce86ffe0268582fdb3 [term 1 LEADER]: Becoming Leader. State: Replica: f9c44d0e5ef341ce86ffe0268582fdb3, State: Running, Role: LEADER
15:14:19.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:19.463707 6084 consensus_queue.cc:237] T 00000000000000000000000000000000 P f9c44d0e5ef341ce86ffe0268582fdb3 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c2f18c8f7dbd4af5be91632be5704658" member_type: VOTER last_known_addr { host: "127.5.158.126" port: 38645 } } peers { permanent_uuid: "f9c44d0e5ef341ce86ffe0268582fdb3" member_type: VOTER last_known_addr { host: "127.5.158.125" port: 43553 } } peers { permanent_uuid: "ebae1a29939244a4a078caff61f52313" member_type: VOTER last_known_addr { host: "127.5.158.124" port: 38543 } }
15:14:19.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:19.468608 6076 leader_election.cc:290] T 00000000000000000000000000000000 P f9c44d0e5ef341ce86ffe0268582fdb3 [CANDIDATE]: Term 1 election: Requested vote from peers c2f18c8f7dbd4af5be91632be5704658 (127.5.158.126:38645), ebae1a29939244a4a078caff61f52313 (127.5.158.124:38543)
15:14:19.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:19.483530 6090 sys_catalog.cc:455] T 00000000000000000000000000000000 P f9c44d0e5ef341ce86ffe0268582fdb3 [sys.catalog]: SysCatalogTable state changed. Reason: New leader f9c44d0e5ef341ce86ffe0268582fdb3. Latest consensus state: current_term: 1 leader_uuid: "f9c44d0e5ef341ce86ffe0268582fdb3" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c2f18c8f7dbd4af5be91632be5704658" member_type: VOTER last_known_addr { host: "127.5.158.126" port: 38645 } } peers { permanent_uuid: "f9c44d0e5ef341ce86ffe0268582fdb3" member_type: VOTER last_known_addr { host: "127.5.158.125" port: 43553 } } peers { permanent_uuid: "ebae1a29939244a4a078caff61f52313" member_type: VOTER last_known_addr { host: "127.5.158.124" port: 38543 } } }
15:14:19.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:19.485208 6090 sys_catalog.cc:458] T 00000000000000000000000000000000 P f9c44d0e5ef341ce86ffe0268582fdb3 [sys.catalog]: This master's current role is: LEADER
15:14:19.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:19.490603 6092 catalog_manager.cc:1524] Loading table and tablet metadata into memory...
15:14:19.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:19.502745 6092 catalog_manager.cc:1533] Initializing Kudu cluster ID...
15:14:19.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:19.541836 6010 raft_consensus.cc:1275] T 00000000000000000000000000000000 P ebae1a29939244a4a078caff61f52313 [term 1 FOLLOWER]: Refusing update from remote peer f9c44d0e5ef341ce86ffe0268582fdb3: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
15:14:19.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:19.544209 6090 consensus_queue.cc:1048] T 00000000000000000000000000000000 P f9c44d0e5ef341ce86ffe0268582fdb3 [LEADER]: Connected to new peer: Peer: permanent_uuid: "ebae1a29939244a4a078caff61f52313" member_type: VOTER last_known_addr { host: "127.5.158.124" port: 38543 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
15:14:19.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:19.579113 5829 raft_consensus.cc:1275] T 00000000000000000000000000000000 P c2f18c8f7dbd4af5be91632be5704658 [term 1 FOLLOWER]: Refusing update from remote peer f9c44d0e5ef341ce86ffe0268582fdb3: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
15:14:19.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:19.581393 6090 consensus_queue.cc:1048] T 00000000000000000000000000000000 P f9c44d0e5ef341ce86ffe0268582fdb3 [LEADER]: Connected to new peer: Peer: permanent_uuid: "c2f18c8f7dbd4af5be91632be5704658" member_type: VOTER last_known_addr { host: "127.5.158.126" port: 38645 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
15:14:19.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:19.634925 6051 sys_catalog.cc:455] T 00000000000000000000000000000000 P c2f18c8f7dbd4af5be91632be5704658 [sys.catalog]: SysCatalogTable state changed. Reason: New leader f9c44d0e5ef341ce86ffe0268582fdb3. Latest consensus state: current_term: 1 leader_uuid: "f9c44d0e5ef341ce86ffe0268582fdb3" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c2f18c8f7dbd4af5be91632be5704658" member_type: VOTER last_known_addr { host: "127.5.158.126" port: 38645 } } peers { permanent_uuid: "f9c44d0e5ef341ce86ffe0268582fdb3" member_type: VOTER last_known_addr { host: "127.5.158.125" port: 43553 } } peers { permanent_uuid: "ebae1a29939244a4a078caff61f52313" member_type: VOTER last_known_addr { host: "127.5.158.124" port: 38543 } } }
15:14:19.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:19.635800 6051 sys_catalog.cc:458] T 00000000000000000000000000000000 P c2f18c8f7dbd4af5be91632be5704658 [sys.catalog]: This master's current role is: FOLLOWER
15:14:19.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:19.656538 6048 sys_catalog.cc:455] T 00000000000000000000000000000000 P ebae1a29939244a4a078caff61f52313 [sys.catalog]: SysCatalogTable state changed. Reason: New leader f9c44d0e5ef341ce86ffe0268582fdb3. Latest consensus state: current_term: 1 leader_uuid: "f9c44d0e5ef341ce86ffe0268582fdb3" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c2f18c8f7dbd4af5be91632be5704658" member_type: VOTER last_known_addr { host: "127.5.158.126" port: 38645 } } peers { permanent_uuid: "f9c44d0e5ef341ce86ffe0268582fdb3" member_type: VOTER last_known_addr { host: "127.5.158.125" port: 43553 } } peers { permanent_uuid: "ebae1a29939244a4a078caff61f52313" member_type: VOTER last_known_addr { host: "127.5.158.124" port: 38543 } } }
15:14:19.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:19.657274 6048 sys_catalog.cc:458] T 00000000000000000000000000000000 P ebae1a29939244a4a078caff61f52313 [sys.catalog]: This master's current role is: FOLLOWER
15:14:19.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:19.670310 6094 mvcc.cc:204] Tried to move back new op lower bound from 7332916672659927040 to 7332916672376668160. Current Snapshot: MvccSnapshot[applied={T|T < 7332916672659927040}]
15:14:19.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:19.678920 6095 mvcc.cc:204] Tried to move back new op lower bound from 7332916672659927040 to 7332916672376668160. Current Snapshot: MvccSnapshot[applied={T|T < 7332916672659927040}]
15:14:19.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:19.681195 6048 sys_catalog.cc:455] T 00000000000000000000000000000000 P ebae1a29939244a4a078caff61f52313 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "f9c44d0e5ef341ce86ffe0268582fdb3" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c2f18c8f7dbd4af5be91632be5704658" member_type: VOTER last_known_addr { host: "127.5.158.126" port: 38645 } } peers { permanent_uuid: "f9c44d0e5ef341ce86ffe0268582fdb3" member_type: VOTER last_known_addr { host: "127.5.158.125" port: 43553 } } peers { permanent_uuid: "ebae1a29939244a4a078caff61f52313" member_type: VOTER last_known_addr { host: "127.5.158.124" port: 38543 } } }
15:14:19.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:19.682358 6048 sys_catalog.cc:458] T 00000000000000000000000000000000 P ebae1a29939244a4a078caff61f52313 [sys.catalog]: This master's current role is: FOLLOWER
15:14:19.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:19.696954 6092 catalog_manager.cc:1396] Generated new cluster ID: 529f96c31c384c1b8f8ff37dc56f0d7e
15:14:19.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:19.697290 6092 catalog_manager.cc:1544] Initializing Kudu internal certificate authority...
15:14:19.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:19.701280 6076 sys_catalog.cc:455] T 00000000000000000000000000000000 P f9c44d0e5ef341ce86ffe0268582fdb3 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "f9c44d0e5ef341ce86ffe0268582fdb3" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c2f18c8f7dbd4af5be91632be5704658" member_type: VOTER last_known_addr { host: "127.5.158.126" port: 38645 } } peers { permanent_uuid: "f9c44d0e5ef341ce86ffe0268582fdb3" member_type: VOTER last_known_addr { host: "127.5.158.125" port: 43553 } } peers { permanent_uuid: "ebae1a29939244a4a078caff61f52313" member_type: VOTER last_known_addr { host: "127.5.158.124" port: 38543 } } }
15:14:19.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:19.702061 6076 sys_catalog.cc:458] T 00000000000000000000000000000000 P f9c44d0e5ef341ce86ffe0268582fdb3 [sys.catalog]: This master's current role is: LEADER
15:14:19.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:19.703917 6076 sys_catalog.cc:455] T 00000000000000000000000000000000 P f9c44d0e5ef341ce86ffe0268582fdb3 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "f9c44d0e5ef341ce86ffe0268582fdb3" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c2f18c8f7dbd4af5be91632be5704658" member_type: VOTER last_known_addr { host: "127.5.158.126" port: 38645 } } peers { permanent_uuid: "f9c44d0e5ef341ce86ffe0268582fdb3" member_type: VOTER last_known_addr { host: "127.5.158.125" port: 43553 } } peers { permanent_uuid: "ebae1a29939244a4a078caff61f52313" member_type: VOTER last_known_addr { host: "127.5.158.124" port: 38543 } } }
15:14:19.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:19.704571 6076 sys_catalog.cc:458] T 00000000000000000000000000000000 P f9c44d0e5ef341ce86ffe0268582fdb3 [sys.catalog]: This master's current role is: LEADER
15:14:19.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:19.717837 6051 sys_catalog.cc:455] T 00000000000000000000000000000000 P c2f18c8f7dbd4af5be91632be5704658 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "f9c44d0e5ef341ce86ffe0268582fdb3" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c2f18c8f7dbd4af5be91632be5704658" member_type: VOTER last_known_addr { host: "127.5.158.126" port: 38645 } } peers { permanent_uuid: "f9c44d0e5ef341ce86ffe0268582fdb3" member_type: VOTER last_known_addr { host: "127.5.158.125" port: 43553 } } peers { permanent_uuid: "ebae1a29939244a4a078caff61f52313" member_type: VOTER last_known_addr { host: "127.5.158.124" port: 38543 } } }
15:14:19.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:19.718598 6051 sys_catalog.cc:458] T 00000000000000000000000000000000 P c2f18c8f7dbd4af5be91632be5704658 [sys.catalog]: This master's current role is: FOLLOWER
15:14:19.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:14:19.732851 5196 outbound_call.cc:321] RPC callback for RPC call kudu.consensus.ConsensusService.UpdateConsensus -> {remote=127.4.226.62:45887, user_credentials={real_user=slave}} blocked reactor thread for 81606us
15:14:19.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:19.770967 6092 catalog_manager.cc:1419] Generated new certificate authority record
15:14:19.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:19.773084 6092 catalog_manager.cc:1553] Loading token signing keys...
15:14:19.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:19.858443 6092 catalog_manager.cc:6219] T 00000000000000000000000000000000 P f9c44d0e5ef341ce86ffe0268582fdb3: Generated new TSK 0
15:14:19.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:19.859514 6092 catalog_manager.cc:1563] Initializing in-progress tserver states...
15:14:19.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.5.158.65@KRBTEST.COM; defaulting to no policy
15:14:19.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
15:14:19.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.5.158.65@KRBTEST.COM" created.
15:14:20.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
15:14:20.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.5.158.65 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster7612823886229781203/krb5kdc/kudu.keytab.
15:14:20.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.5.158.65 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster7612823886229781203/krb5kdc/kudu.keytab.
15:14:20.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:14:20.019170 5753 mini_kdc.cc:268] Time spent creating service keytab for kudu/127.5.158.65: real 0.122s user 0.004s sys 0.009s
15:14:20.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for HTTP/127.5.158.65@KRBTEST.COM; defaulting to no policy
15:14:20.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
15:14:20.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "HTTP/127.5.158.65@KRBTEST.COM" created.
15:14:20.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
15:14:20.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.5.158.65 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster7612823886229781203/krb5kdc/kudu.keytab.
15:14:20.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.5.158.65 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster7612823886229781203/krb5kdc/kudu.keytab.
15:14:20.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:14:20.120071 5753 mini_kdc.cc:268] Time spent creating service keytab for HTTP/127.5.158.65: real 0.100s user 0.000s sys 0.012s
15:14:20.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:20.122951 5753 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskHSL5gd/build/tsan/bin/kudu
15:14:20.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskHSL5gd/build/tsan/bin/kudu
15:14:20.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster7612823886229781203/ts-0/wal
15:14:20.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster7612823886229781203/ts-0/data
15:14:20.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
15:14:20.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
15:14:20.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
15:14:20.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
15:14:20.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
15:14:20.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
15:14:20.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster7612823886229781203/ts-0/logs
15:14:20.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster7612823886229781203/ts-0/data/info.pb
15:14:20.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
15:14:20.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
15:14:20.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
15:14:20.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
15:14:20.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
15:14:20.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
15:14:20.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
15:14:20.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
15:14:20.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
15:14:20.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
15:14:20.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.5.158.65:0
15:14:20.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.5.158.65
15:14:20.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.5.158.65
15:14:20.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
15:14:20.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.5.158.126:38645,127.5.158.125:43553,127.5.158.124:38543
15:14:20.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster7612823886229781203/krb5kdc/kudu.keytab
15:14:20.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.5.158.65
15:14:20.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
15:14:20.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
15:14:20.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
15:14:20.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
15:14:20.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.5.158.84:35395
15:14:20.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
15:14:20.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
15:14:20.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
15:14:20.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false with env {KRB5CCNAME=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster7612823886229781203/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster7612823886229781203/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster7612823886229781203/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
15:14:20.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:20.139214 6065 catalog_manager.cc:1308] Loaded cluster ID: 529f96c31c384c1b8f8ff37dc56f0d7e
15:14:20.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:20.139487 6065 catalog_manager.cc:1601] T 00000000000000000000000000000000 P ebae1a29939244a4a078caff61f52313: loading cluster ID for follower catalog manager: success
15:14:20.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:20.155182 6065 catalog_manager.cc:1623] T 00000000000000000000000000000000 P ebae1a29939244a4a078caff61f52313: acquiring CA information for follower catalog manager: success
15:14:20.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:20.170625 6065 catalog_manager.cc:1651] T 00000000000000000000000000000000 P ebae1a29939244a4a078caff61f52313: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
15:14:20.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:20.205096 6073 catalog_manager.cc:1308] Loaded cluster ID: 529f96c31c384c1b8f8ff37dc56f0d7e
15:14:20.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:20.205780 6073 catalog_manager.cc:1601] T 00000000000000000000000000000000 P c2f18c8f7dbd4af5be91632be5704658: loading cluster ID for follower catalog manager: success
15:14:20.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:20.222716 6073 catalog_manager.cc:1623] T 00000000000000000000000000000000 P c2f18c8f7dbd4af5be91632be5704658: acquiring CA information for follower catalog manager: success
15:14:20.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:20.228757 6073 catalog_manager.cc:1651] T 00000000000000000000000000000000 P c2f18c8f7dbd4af5be91632be5704658: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
15:14:20.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:14:20.756880 6108 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
15:14:20.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:14:20.757524 6108 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
15:14:20.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:14:20.758538 6108 flags.cc:432] Enabled unsafe flag: --never_fsync=true
15:14:20.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:14:20.823908 6108 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
15:14:20.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:14:20.825465 6108 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.5.158.65
15:14:20.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:20.956077 6108 tablet_server_runner.cc:78] Tablet server non-default flags:
15:14:20.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster7612823886229781203/ts-0/logs
15:14:20.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
15:14:20.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
15:14:20.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
15:14:20.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.5.158.84:35395
15:14:20.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
15:14:20.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
15:14:20.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster7612823886229781203/ts-0/data
15:14:20.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster7612823886229781203/ts-0/wal
15:14:20.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster7612823886229781203/krb5kdc/kudu.keytab
15:14:20.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.5.158.65
15:14:20.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
15:14:20.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
15:14:20.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.5.158.65:0
15:14:20.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
15:14:20.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
15:14:20.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
15:14:20.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
15:14:20.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
15:14:20.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
15:14:20.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster7612823886229781203/ts-0/data/info.pb
15:14:20.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.5.158.65
15:14:20.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
15:14:20.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.5.158.126:38645,127.5.158.125:43553,127.5.158.124:38543
15:14:20.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
15:14:20.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
15:14:20.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
15:14:20.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
15:14:20.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
15:14:20.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.5.158.65
15:14:20.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
15:14:20.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
15:14:20.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
15:14:20.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision ae52405967cd2709483ea5c02e613be50ab23f43
15:14:20.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
15:14:20.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 24 Sep 2026 14:50:47 UTC on e7f111948823
15:14:20.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13978
15:14:20.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
15:14:20.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:20.957818 6108 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
15:14:20.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:20.959762 6108 file_cache.cc:504] Constructed file cache file cache with capacity 419430
15:14:21.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:14:21.018817 6115 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:14:22.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:14:22.513680 5241 debug-util.cc:398] Leaking SignalData structure 0x7b08000ac060 after lost signal to thread 5170
15:14:22.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:14:22.514568 5241 debug-util.cc:398] Leaking SignalData structure 0x7b08000abf40 after lost signal to thread 5244
15:14:23.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 24 15:14:23 dist-test-slave-38qb krb5kdc[5765](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790262863, etypes {rep=17 tkt=17 ses=17}, kudu/127.5.158.126@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
15:14:23.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:23.861804 5797 init.cc:295] Successfully reacquired a new kerberos TGT
15:14:23.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:14:22.406831 6114 debug-util.cc:398] Leaking SignalData structure 0x7b08000373a0 after lost signal to thread 6108
15:14:23.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:14:23.956984 6114 kernel_stack_watchdog.cc:198] Thread 6108 stuck at /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:642 for 385ms:
15:14:23.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
15:14:23.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
15:14:23.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
15:14:23.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
15:14:23.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:14:23.957542 6108 thread.cc:641] GCE (cloud detector) Time spent creating pthread: real 2.938s user 0.740s sys 1.281s
15:14:23.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:14:23.957993 6108 thread.cc:608] GCE (cloud detector) Time spent starting thread: real 2.939s user 0.741s sys 1.281s
15:14:23.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:14:21.036410 6116 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:14:23.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:23.970293 6108 server_base.cc:1061] running on GCE node
15:14:23.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:14:23.972568 6124 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:14:23.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:23.973974 6108 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
15:14:23.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:23.976742 6108 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
15:14:23.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:23.978217 6108 hybrid_clock.cc:648] HybridClock initialized: now 1790262863978263 us; error 141 us; skew 500 ppm
15:14:23.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:23.979135 6108 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
15:14:23.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 24 15:14:23 dist-test-slave-38qb krb5kdc[5765](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790262863, etypes {rep=17 tkt=17 ses=17}, kudu/127.5.158.65@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
15:14:23.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:23.987085 6108 init.cc:377] Logged in from keytab as kudu/127.5.158.65@KRBTEST.COM (short username kudu)
15:14:23.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:23.994073 6108 webserver.cc:533] Webserver started at http://127.5.158.65:43759/ using document root <none> and password file <none>
15:14:23.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:23.995262 6108 fs_manager.cc:362] Metadata directory not provided
15:14:23.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:23.995548 6108 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
15:14:23.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:23.996208 6108 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
15:14:24.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:24.001014 6108 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster7612823886229781203/ts-0/data/instance:
15:14:24.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "3756c57e3ef942f59981eabc4e2f6303"
15:14:24.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-24 15:14:23 on dist-test-slave-38qb"
15:14:24.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:24.002372 6108 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster7612823886229781203/ts-0/wal/instance:
15:14:24.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "3756c57e3ef942f59981eabc4e2f6303"
15:14:24.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-24 15:14:23 on dist-test-slave-38qb"
15:14:24.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:24.011346 6108 fs_manager.cc:696] Time spent creating directory manager: real 0.008s user 0.006s sys 0.002s
15:14:24.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:24.022740 6130 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
15:14:24.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:24.024294 6108 fs_manager.cc:730] Time spent opening block manager: real 0.008s user 0.001s sys 0.007s
15:14:24.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:24.024698 6108 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster7612823886229781203/ts-0/data,/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster7612823886229781203/ts-0/wal
15:14:24.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "3756c57e3ef942f59981eabc4e2f6303"
15:14:24.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-24 15:14:23 on dist-test-slave-38qb"
15:14:24.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:24.025102 6108 fs_report.cc:389] FS layout report
15:14:24.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
15:14:24.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster7612823886229781203/ts-0/wal
15:14:24.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster7612823886229781203/ts-0/wal
15:14:24.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster7612823886229781203/ts-0/data/data
15:14:24.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
15:14:24.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
15:14:24.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
15:14:24.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
15:14:24.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
15:14:24.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
15:14:24.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
15:14:24.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
15:14:24.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
15:14:24.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
15:14:24.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
15:14:24.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:24.131565 6108 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
15:14:24.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:24.150383 6108 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
15:14:24.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:24.151047 6108 kserver.cc:163] Server-wide thread pool size limit: 3276
15:14:24.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:24.170589 6108 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
15:14:24.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:24.187008 6108 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
15:14:24.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:24.187629 6108 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.001s user 0.001s sys 0.001s
15:14:24.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:24.188246 6108 ts_tablet_manager.cc:616] Registered 0 tablets
15:14:24.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:24.188621 6108 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
15:14:24.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:24.614569 6108 rpc_server.cc:307] RPC server started. Bound to: 127.5.158.65:42827
15:14:24.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:24.614715 6247 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.5.158.65:42827 every 8 connection(s)
15:14:24.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:24.619356 6108 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster7612823886229781203/ts-0/data/info.pb
15:14:24.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:24.629889 5753 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskHSL5gd/build/tsan/bin/kudu as pid 6108
15:14:24.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:24.630460 5753 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster7612823886229781203/ts-0/wal/instance
15:14:24.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 24 15:14:24 dist-test-slave-38qb krb5kdc[5765](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790262863, etypes {rep=17 tkt=17 ses=17}, kudu/127.5.158.65@KRBTEST.COM for kudu/127.5.158.125@KRBTEST.COM
15:14:24.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 24 15:14:24 dist-test-slave-38qb krb5kdc[5765](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790262863, etypes {rep=17 tkt=17 ses=17}, kudu/127.5.158.65@KRBTEST.COM for kudu/127.5.158.124@KRBTEST.COM
15:14:24.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.5.158.66@KRBTEST.COM; defaulting to no policy
15:14:24.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
15:14:24.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.5.158.66@KRBTEST.COM" created.
15:14:24.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 24 15:14:24 dist-test-slave-38qb krb5kdc[5765](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790262863, etypes {rep=17 tkt=17 ses=17}, kudu/127.5.158.65@KRBTEST.COM for kudu/127.5.158.126@KRBTEST.COM
15:14:24.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:24.722536 6248 heartbeater.cc:344] Connected to a master server at 127.5.158.124:38543
15:14:24.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:24.723070 6248 heartbeater.cc:461] Registering TS with master...
15:14:24.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:24.723702 6250 heartbeater.cc:344] Connected to a master server at 127.5.158.125:43553
15:14:24.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:24.724128 6250 heartbeater.cc:461] Registering TS with master...
15:14:24.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:24.724567 6248 heartbeater.cc:507] Master 127.5.158.124:38543 requested a full tablet report, sending...
15:14:24.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:24.725489 6250 heartbeater.cc:507] Master 127.5.158.125:43553 requested a full tablet report, sending...
15:14:24.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:24.728536 5999 ts_manager.cc:194] Registered new tserver with Master: 3756c57e3ef942f59981eabc4e2f6303 (127.5.158.65:42827)
15:14:24.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:24.728763 5910 ts_manager.cc:194] Registered new tserver with Master: 3756c57e3ef942f59981eabc4e2f6303 (127.5.158.65:42827)
15:14:24.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:24.732159 5910 master_service.cc:502] Signed X509 certificate for tserver {username='kudu', principal='kudu/127.5.158.65@KRBTEST.COM'} at 127.5.158.65:51133
15:14:24.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:24.747996 6253 heartbeater.cc:344] Connected to a master server at 127.5.158.126:38645
15:14:24.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:24.748404 6253 heartbeater.cc:461] Registering TS with master...
15:14:24.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:24.749099 6253 heartbeater.cc:507] Master 127.5.158.126:38645 requested a full tablet report, sending...
15:14:24.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:24.752008 5819 ts_manager.cc:194] Registered new tserver with Master: 3756c57e3ef942f59981eabc4e2f6303 (127.5.158.65:42827)
15:14:24.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
15:14:24.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.5.158.66 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster7612823886229781203/krb5kdc/kudu.keytab.
15:14:24.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.5.158.66 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster7612823886229781203/krb5kdc/kudu.keytab.
15:14:24.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for HTTP/127.5.158.66@KRBTEST.COM; defaulting to no policy
15:14:24.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
15:14:24.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "HTTP/127.5.158.66@KRBTEST.COM" created.
15:14:24.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
15:14:24.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.5.158.66 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster7612823886229781203/krb5kdc/kudu.keytab.
15:14:24.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.5.158.66 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster7612823886229781203/krb5kdc/kudu.keytab.
15:14:24.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:24.822350 5753 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskHSL5gd/build/tsan/bin/kudu
15:14:24.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskHSL5gd/build/tsan/bin/kudu
15:14:24.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster7612823886229781203/ts-1/wal
15:14:24.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster7612823886229781203/ts-1/data
15:14:24.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
15:14:24.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
15:14:24.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
15:14:24.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
15:14:24.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
15:14:24.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
15:14:24.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster7612823886229781203/ts-1/logs
15:14:24.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster7612823886229781203/ts-1/data/info.pb
15:14:24.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
15:14:24.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
15:14:24.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
15:14:24.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
15:14:24.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
15:14:24.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
15:14:24.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
15:14:24.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
15:14:24.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
15:14:24.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
15:14:24.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.5.158.66:0
15:14:24.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.5.158.66
15:14:24.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.5.158.66
15:14:24.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
15:14:24.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.5.158.126:38645,127.5.158.125:43553,127.5.158.124:38543
15:14:24.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster7612823886229781203/krb5kdc/kudu.keytab
15:14:24.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.5.158.66
15:14:24.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
15:14:24.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
15:14:24.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
15:14:24.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
15:14:24.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.5.158.84:35395
15:14:24.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
15:14:24.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
15:14:24.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
15:14:24.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false with env {KRB5CCNAME=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster7612823886229781203/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster7612823886229781203/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster7612823886229781203/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
15:14:25.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:14:25.237213 6264 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
15:14:25.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:14:25.237848 6264 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
15:14:25.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:14:25.238607 6264 flags.cc:432] Enabled unsafe flag: --never_fsync=true
15:14:25.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:14:25.278559 6264 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
15:14:25.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:14:25.280479 6264 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.5.158.66
15:14:25.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:25.339819 6264 tablet_server_runner.cc:78] Tablet server non-default flags:
15:14:25.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster7612823886229781203/ts-1/logs
15:14:25.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
15:14:25.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
15:14:25.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
15:14:25.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.5.158.84:35395
15:14:25.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
15:14:25.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
15:14:25.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster7612823886229781203/ts-1/data
15:14:25.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster7612823886229781203/ts-1/wal
15:14:25.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster7612823886229781203/krb5kdc/kudu.keytab
15:14:25.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.5.158.66
15:14:25.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
15:14:25.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
15:14:25.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.5.158.66:0
15:14:25.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
15:14:25.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
15:14:25.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
15:14:25.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
15:14:25.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
15:14:25.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
15:14:25.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster7612823886229781203/ts-1/data/info.pb
15:14:25.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.5.158.66
15:14:25.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
15:14:25.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.5.158.126:38645,127.5.158.125:43553,127.5.158.124:38543
15:14:25.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
15:14:25.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
15:14:25.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
15:14:25.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
15:14:25.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
15:14:25.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.5.158.66
15:14:25.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
15:14:25.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
15:14:25.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
15:14:25.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision ae52405967cd2709483ea5c02e613be50ab23f43
15:14:25.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
15:14:25.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 24 Sep 2026 14:50:47 UTC on e7f111948823
15:14:25.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13978
15:14:25.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
15:14:25.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:25.341610 6264 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
15:14:25.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:25.342835 6264 file_cache.cc:504] Constructed file cache file cache with capacity 419430
15:14:25.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:14:25.362025 6270 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:14:25.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:25.737975 6250 heartbeater.cc:499] Master 127.5.158.125:43553 was elected leader, sending a full tablet report...
15:14:26.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 24 15:14:26 dist-test-slave-38qb krb5kdc[5765](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790262866, etypes {rep=17 tkt=17 ses=17}, kudu/127.5.158.125@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
15:14:26.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:26.515111 5888 init.cc:295] Successfully reacquired a new kerberos TGT
15:14:27.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:14:26.762615 6269 debug-util.cc:398] Leaking SignalData structure 0x7b08000373a0 after lost signal to thread 6264
15:14:27.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:14:25.365331 6271 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:14:27.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:14:27.213130 6269 kernel_stack_watchdog.cc:198] Thread 6264 stuck at /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:642 for 396ms:
15:14:27.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
15:14:27.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
15:14:27.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
15:14:27.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
15:14:27.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:14:27.215342 6273 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:14:27.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:14:27.214313 6264 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.851s user 0.643s sys 1.149s
15:14:27.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:14:27.216073 6264 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.852s user 0.644s sys 1.150s
15:14:27.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:14:27.220566 6272 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1856 milliseconds
15:14:27.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:27.220573 6264 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
15:14:27.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:27.221997 6264 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
15:14:27.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:27.224898 6264 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
15:14:27.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:27.226374 6264 hybrid_clock.cc:648] HybridClock initialized: now 1790262867226297 us; error 88 us; skew 500 ppm
15:14:27.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:27.227187 6264 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
15:14:27.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 24 15:14:27 dist-test-slave-38qb krb5kdc[5765](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790262867, etypes {rep=17 tkt=17 ses=17}, kudu/127.5.158.66@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
15:14:27.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:27.234537 6264 init.cc:377] Logged in from keytab as kudu/127.5.158.66@KRBTEST.COM (short username kudu)
15:14:27.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:27.240741 6264 webserver.cc:533] Webserver started at http://127.5.158.66:39829/ using document root <none> and password file <none>
15:14:27.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:27.241902 6264 fs_manager.cc:362] Metadata directory not provided
15:14:27.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:27.242168 6264 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
15:14:27.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:27.242690 6264 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
15:14:27.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:27.246987 6264 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster7612823886229781203/ts-1/data/instance:
15:14:27.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "5e3667a9574e468482a6e75fe3bcff90"
15:14:27.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-24 15:14:27 on dist-test-slave-38qb"
15:14:27.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:27.248193 6264 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster7612823886229781203/ts-1/wal/instance:
15:14:27.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "5e3667a9574e468482a6e75fe3bcff90"
15:14:27.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-24 15:14:27 on dist-test-slave-38qb"
15:14:27.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:27.256021 6264 fs_manager.cc:696] Time spent creating directory manager: real 0.007s user 0.007s sys 0.002s
15:14:27.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:27.262046 6283 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
15:14:27.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:27.263211 6264 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.001s sys 0.003s
15:14:27.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:27.263621 6264 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster7612823886229781203/ts-1/data,/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster7612823886229781203/ts-1/wal
15:14:27.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "5e3667a9574e468482a6e75fe3bcff90"
15:14:27.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-24 15:14:27 on dist-test-slave-38qb"
15:14:27.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:27.263995 6264 fs_report.cc:389] FS layout report
15:14:27.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
15:14:27.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster7612823886229781203/ts-1/wal
15:14:27.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster7612823886229781203/ts-1/wal
15:14:27.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster7612823886229781203/ts-1/data/data
15:14:27.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
15:14:27.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
15:14:27.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
15:14:27.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
15:14:27.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
15:14:27.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
15:14:27.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
15:14:27.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
15:14:27.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
15:14:27.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
15:14:27.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
15:14:27.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:27.333546 6264 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
15:14:27.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:27.341811 6264 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
15:14:27.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:27.342582 6264 kserver.cc:163] Server-wide thread pool size limit: 3276
15:14:27.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:27.346495 6264 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
15:14:27.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:27.353417 6264 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
15:14:27.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:27.353695 6264 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
15:14:27.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:27.353917 6264 ts_tablet_manager.cc:616] Registered 0 tablets
15:14:27.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:27.354058 6264 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
15:14:27.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:27.517289 6264 rpc_server.cc:307] RPC server started. Bound to: 127.5.158.66:41379
15:14:27.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:27.517603 6398 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.5.158.66:41379 every 8 connection(s)
15:14:27.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:27.520246 6264 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster7612823886229781203/ts-1/data/info.pb
15:14:27.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:27.521020 5753 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskHSL5gd/build/tsan/bin/kudu as pid 6264
15:14:27.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:27.521523 5753 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster7612823886229781203/ts-1/wal/instance
15:14:27.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.5.158.67@KRBTEST.COM; defaulting to no policy
15:14:27.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
15:14:27.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.5.158.67@KRBTEST.COM" created.
15:14:27.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 24 15:14:27 dist-test-slave-38qb krb5kdc[5765](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790262867, etypes {rep=17 tkt=17 ses=17}, kudu/127.5.158.66@KRBTEST.COM for kudu/127.5.158.124@KRBTEST.COM
15:14:27.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 24 15:14:27 dist-test-slave-38qb krb5kdc[5765](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790262867, etypes {rep=17 tkt=17 ses=17}, kudu/127.5.158.66@KRBTEST.COM for kudu/127.5.158.126@KRBTEST.COM
15:14:27.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 24 15:14:27 dist-test-slave-38qb krb5kdc[5765](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790262867, etypes {rep=17 tkt=17 ses=17}, kudu/127.5.158.66@KRBTEST.COM for kudu/127.5.158.125@KRBTEST.COM
15:14:27.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:27.599032 6401 heartbeater.cc:344] Connected to a master server at 127.5.158.126:38645
15:14:27.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:27.599633 6401 heartbeater.cc:461] Registering TS with master...
15:14:27.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:27.601243 6401 heartbeater.cc:507] Master 127.5.158.126:38645 requested a full tablet report, sending...
15:14:27.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:27.604879 5819 ts_manager.cc:194] Registered new tserver with Master: 5e3667a9574e468482a6e75fe3bcff90 (127.5.158.66:41379)
15:14:27.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:27.606436 6400 heartbeater.cc:344] Connected to a master server at 127.5.158.125:43553
15:14:27.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:27.606820 6400 heartbeater.cc:461] Registering TS with master...
15:14:27.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:27.607828 6400 heartbeater.cc:507] Master 127.5.158.125:43553 requested a full tablet report, sending...
15:14:27.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:27.608369 6399 heartbeater.cc:344] Connected to a master server at 127.5.158.124:38543
15:14:27.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:27.608759 6399 heartbeater.cc:461] Registering TS with master...
15:14:27.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:27.609824 6399 heartbeater.cc:507] Master 127.5.158.124:38543 requested a full tablet report, sending...
15:14:27.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:27.610536 5910 ts_manager.cc:194] Registered new tserver with Master: 5e3667a9574e468482a6e75fe3bcff90 (127.5.158.66:41379)
15:14:27.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:27.615275 5999 ts_manager.cc:194] Registered new tserver with Master: 5e3667a9574e468482a6e75fe3bcff90 (127.5.158.66:41379)
15:14:27.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:27.621435 5910 master_service.cc:502] Signed X509 certificate for tserver {username='kudu', principal='kudu/127.5.158.66@KRBTEST.COM'} at 127.5.158.66:57633
15:14:27.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
15:14:27.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.5.158.67 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster7612823886229781203/krb5kdc/kudu.keytab.
15:14:27.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.5.158.67 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster7612823886229781203/krb5kdc/kudu.keytab.
15:14:27.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for HTTP/127.5.158.67@KRBTEST.COM; defaulting to no policy
15:14:27.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
15:14:27.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "HTTP/127.5.158.67@KRBTEST.COM" created.
15:14:27.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
15:14:27.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.5.158.67 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster7612823886229781203/krb5kdc/kudu.keytab.
15:14:27.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.5.158.67 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster7612823886229781203/krb5kdc/kudu.keytab.
15:14:27.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:27.676270 5753 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskHSL5gd/build/tsan/bin/kudu
15:14:27.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskHSL5gd/build/tsan/bin/kudu
15:14:27.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster7612823886229781203/ts-2/wal
15:14:27.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster7612823886229781203/ts-2/data
15:14:27.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
15:14:27.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
15:14:27.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
15:14:27.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
15:14:27.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
15:14:27.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
15:14:27.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster7612823886229781203/ts-2/logs
15:14:27.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster7612823886229781203/ts-2/data/info.pb
15:14:27.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
15:14:27.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
15:14:27.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
15:14:27.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
15:14:27.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
15:14:27.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
15:14:27.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
15:14:27.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
15:14:27.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
15:14:27.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
15:14:27.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.5.158.67:0
15:14:27.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.5.158.67
15:14:27.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.5.158.67
15:14:27.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
15:14:27.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.5.158.126:38645,127.5.158.125:43553,127.5.158.124:38543
15:14:27.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster7612823886229781203/krb5kdc/kudu.keytab
15:14:27.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.5.158.67
15:14:27.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
15:14:27.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
15:14:27.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
15:14:27.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
15:14:27.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.5.158.84:35395
15:14:27.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
15:14:27.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
15:14:27.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
15:14:27.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false with env {KRB5CCNAME=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster7612823886229781203/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster7612823886229781203/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster7612823886229781203/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
15:14:28.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:14:28.080014 6413 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
15:14:28.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:14:28.080601 6413 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
15:14:28.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:14:28.081331 6413 flags.cc:432] Enabled unsafe flag: --never_fsync=true
15:14:28.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:14:28.118027 6413 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
15:14:28.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:14:28.118955 6413 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.5.158.67
15:14:28.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:28.164777 6413 tablet_server_runner.cc:78] Tablet server non-default flags:
15:14:28.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster7612823886229781203/ts-2/logs
15:14:28.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
15:14:28.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
15:14:28.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
15:14:28.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.5.158.84:35395
15:14:28.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
15:14:28.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
15:14:28.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster7612823886229781203/ts-2/data
15:14:28.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster7612823886229781203/ts-2/wal
15:14:28.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster7612823886229781203/krb5kdc/kudu.keytab
15:14:28.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.5.158.67
15:14:28.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
15:14:28.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
15:14:28.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.5.158.67:0
15:14:28.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
15:14:28.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
15:14:28.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
15:14:28.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
15:14:28.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
15:14:28.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
15:14:28.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster7612823886229781203/ts-2/data/info.pb
15:14:28.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.5.158.67
15:14:28.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
15:14:28.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.5.158.126:38645,127.5.158.125:43553,127.5.158.124:38543
15:14:28.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
15:14:28.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
15:14:28.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
15:14:28.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
15:14:28.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
15:14:28.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.5.158.67
15:14:28.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
15:14:28.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
15:14:28.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
15:14:28.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision ae52405967cd2709483ea5c02e613be50ab23f43
15:14:28.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
15:14:28.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 24 Sep 2026 14:50:47 UTC on e7f111948823
15:14:28.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13978
15:14:28.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
15:14:28.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:28.166560 6413 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
15:14:28.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:28.167953 6413 file_cache.cc:504] Constructed file cache file cache with capacity 419430
15:14:28.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:14:28.186921 6419 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:14:28.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:28.625661 6400 heartbeater.cc:499] Master 127.5.158.125:43553 was elected leader, sending a full tablet report...
15:14:28.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 24 15:14:28 dist-test-slave-38qb krb5kdc[5765](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790262868, etypes {rep=17 tkt=17 ses=17}, kudu/127.5.158.124@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
15:14:28.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:28.700138 5978 init.cc:295] Successfully reacquired a new kerberos TGT
15:14:29.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:14:29.590030 6418 debug-util.cc:398] Leaking SignalData structure 0x7b08000373a0 after lost signal to thread 6413
15:14:29.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:14:29.598675 6413 thread.cc:641] GCE (cloud detector) Time spent creating pthread: real 1.414s user 0.523s sys 0.874s
15:14:29.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:14:29.599169 6413 thread.cc:608] GCE (cloud detector) Time spent starting thread: real 1.415s user 0.523s sys 0.875s
15:14:29.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:14:28.186954 6420 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:14:29.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:14:29.609742 6424 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:14:29.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:29.610924 6413 server_base.cc:1061] running on GCE node
15:14:29.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:29.612175 6413 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
15:14:29.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:29.614615 6413 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
15:14:29.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:29.616067 6413 hybrid_clock.cc:648] HybridClock initialized: now 1790262869615985 us; error 72 us; skew 500 ppm
15:14:29.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:29.617056 6413 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
15:14:29.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 24 15:14:29 dist-test-slave-38qb krb5kdc[5765](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790262869, etypes {rep=17 tkt=17 ses=17}, kudu/127.5.158.67@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
15:14:29.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:29.624439 6413 init.cc:377] Logged in from keytab as kudu/127.5.158.67@KRBTEST.COM (short username kudu)
15:14:29.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:29.629597 6413 webserver.cc:533] Webserver started at http://127.5.158.67:44509/ using document root <none> and password file <none>
15:14:29.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:29.630663 6413 fs_manager.cc:362] Metadata directory not provided
15:14:29.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:29.630867 6413 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
15:14:29.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:29.631290 6413 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
15:14:29.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:29.637135 6413 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster7612823886229781203/ts-2/data/instance:
15:14:29.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b054eb2ad6c542f787089a162e425f5b"
15:14:29.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-24 15:14:29 on dist-test-slave-38qb"
15:14:29.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:29.638412 6413 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster7612823886229781203/ts-2/wal/instance:
15:14:29.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b054eb2ad6c542f787089a162e425f5b"
15:14:29.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-24 15:14:29 on dist-test-slave-38qb"
15:14:29.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:29.646901 6413 fs_manager.cc:696] Time spent creating directory manager: real 0.008s user 0.008s sys 0.000s
15:14:29.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:29.654760 6431 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
15:14:29.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:29.656395 6413 fs_manager.cc:730] Time spent opening block manager: real 0.005s user 0.001s sys 0.003s
15:14:29.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:29.656939 6413 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster7612823886229781203/ts-2/data,/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster7612823886229781203/ts-2/wal
15:14:29.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b054eb2ad6c542f787089a162e425f5b"
15:14:29.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-24 15:14:29 on dist-test-slave-38qb"
15:14:29.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:29.657423 6413 fs_report.cc:389] FS layout report
15:14:29.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
15:14:29.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster7612823886229781203/ts-2/wal
15:14:29.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster7612823886229781203/ts-2/wal
15:14:29.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster7612823886229781203/ts-2/data/data
15:14:29.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
15:14:29.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
15:14:29.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
15:14:29.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
15:14:29.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
15:14:29.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
15:14:29.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
15:14:29.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
15:14:29.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
15:14:29.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
15:14:29.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
15:14:29.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:29.723820 6413 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
15:14:29.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:29.735618 6413 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
15:14:29.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:29.736225 6413 kserver.cc:163] Server-wide thread pool size limit: 3276
15:14:29.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:29.739754 6413 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
15:14:29.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:29.745487 6413 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
15:14:29.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:29.745808 6413 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s user 0.001s sys 0.000s
15:14:29.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:29.746104 6413 ts_tablet_manager.cc:616] Registered 0 tablets
15:14:29.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:29.746316 6413 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
15:14:29.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:29.928074 6413 rpc_server.cc:307] RPC server started. Bound to: 127.5.158.67:36651
15:14:29.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:29.928184 6545 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.5.158.67:36651 every 8 connection(s)
15:14:29.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:29.932065 6413 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster7612823886229781203/ts-2/data/info.pb
15:14:29.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:29.937209 5753 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskHSL5gd/build/tsan/bin/kudu as pid 6413
15:14:29.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:29.937999 5753 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster7612823886229781203/ts-2/wal/instance
15:14:29.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 24 15:14:29 dist-test-slave-38qb krb5kdc[5765](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790262869, etypes {rep=17 tkt=17 ses=17}, kudu/127.5.158.67@KRBTEST.COM for kudu/127.5.158.124@KRBTEST.COM
15:14:29.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 24 15:14:29 dist-test-slave-38qb krb5kdc[5765](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790262869, etypes {rep=17 tkt=17 ses=17}, kudu/127.5.158.67@KRBTEST.COM for kudu/127.5.158.125@KRBTEST.COM
15:14:29.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 24 15:14:29 dist-test-slave-38qb krb5kdc[5765](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790262869, etypes {rep=17 tkt=17 ses=17}, kudu/127.5.158.67@KRBTEST.COM for kudu/127.5.158.126@KRBTEST.COM
15:14:30.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:30.006049 6546 heartbeater.cc:344] Connected to a master server at 127.5.158.124:38543
15:14:30.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:30.006600 6546 heartbeater.cc:461] Registering TS with master...
15:14:30.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:30.008292 6546 heartbeater.cc:507] Master 127.5.158.124:38543 requested a full tablet report, sending...
15:14:30.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:30.010214 6547 heartbeater.cc:344] Connected to a master server at 127.5.158.125:43553
15:14:30.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:30.010612 6547 heartbeater.cc:461] Registering TS with master...
15:14:30.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:30.012181 6547 heartbeater.cc:507] Master 127.5.158.125:43553 requested a full tablet report, sending...
15:14:30.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:30.012101 5999 ts_manager.cc:194] Registered new tserver with Master: b054eb2ad6c542f787089a162e425f5b (127.5.158.67:36651)
15:14:30.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:30.015026 5910 ts_manager.cc:194] Registered new tserver with Master: b054eb2ad6c542f787089a162e425f5b (127.5.158.67:36651)
15:14:30.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:30.016824 5910 master_service.cc:502] Signed X509 certificate for tserver {username='kudu', principal='kudu/127.5.158.67@KRBTEST.COM'} at 127.5.158.67:33477
15:14:30.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:30.020874 6548 heartbeater.cc:344] Connected to a master server at 127.5.158.126:38645
15:14:30.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:30.021190 6548 heartbeater.cc:461] Registering TS with master...
15:14:30.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:30.021749 6548 heartbeater.cc:507] Master 127.5.158.126:38645 requested a full tablet report, sending...
15:14:30.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:30.024142 5819 ts_manager.cc:194] Registered new tserver with Master: b054eb2ad6c542f787089a162e425f5b (127.5.158.67:36651)
15:14:30.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:30.037317 5753 external_mini_cluster.cc:955] 3 TS(s) registered with all masters
15:14:30.050 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
15:14:30.052 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_kdc_env_vars {
}
15:14:30.062 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: get_kdc_env_vars {
env_vars {
key: "KRB5CCNAME"
value: "/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster7612823886229781203/krb5kdc/krb5cc"
}
env_vars {
key: "KRB5_CONFIG"
value: "/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster7612823886229781203/krb5kdc/krb5.conf"
}
env_vars {
key: "KRB5_KDC_PROFILE"
value: "/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster7612823886229781203/krb5kdc/kdc.conf"
}
env_vars {
key: "KUDU_ENABLE_KRB5_REALM_FIX"
value: "yes"
}
}
15:14:30.063 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_masters {
}
15:14:30.066 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: get_masters {
masters {
id {
type: MASTER
index: 0
}
bound_rpc_address {
host: "127.5.158.126"
port: 38645
}
bound_http_address {
host: "127.5.158.126"
port: 44293
}
}
masters {
id {
type: MASTER
index: 1
}
bound_rpc_address {
host: "127.5.158.125"
port: 43553
}
bound_http_address {
host: "127.5.158.125"
port: 37749
}
}
masters {
id {
type: MASTER
index: 2
}
bound_rpc_address {
host: "127.5.158.124"
port: 38543
}
bound_http_address {
host: "127.5.158.124"
port: 39073
}
}
}
15:14:30.067 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_tservers {
}
15:14:30.068 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: get_tservers {
tservers {
id {
type: TSERVER
index: 0
}
bound_rpc_address {
host: "127.5.158.65"
port: 42827
}
bound_http_address {
host: "127.5.158.65"
port: 43759
}
}
tservers {
id {
type: TSERVER
index: 1
}
bound_rpc_address {
host: "127.5.158.66"
port: 41379
}
bound_http_address {
host: "127.5.158.66"
port: 39829
}
}
tservers {
id {
type: TSERVER
index: 2
}
bound_rpc_address {
host: "127.5.158.67"
port: 36651
}
bound_http_address {
host: "127.5.158.67"
port: 44509
}
}
}
15:14:30.069 [INFO - Time-limited test] (MiniKuduCluster.java:622) Running kinit for user test-admin
15:14:30.070 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: kinit {
username: "test-admin"
}
15:14:30.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 24 15:14:30 dist-test-slave-38qb krb5kdc[5765](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790262870, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
15:14:30.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
15:14:30.109 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
15:14:30.112 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster7612823886229781203/krb5kdc/krb5cc
15:14:30.121 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
15:14:30.122 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster7612823886229781203/krb5kdc/krb5cc
15:14:30.123 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
15:14:30.146 [DEBUG - Time-limited test] (SecurityContext.java:158) Using caller-provided subject with Kerberos principal test-admin@KRBTEST.COM. Caller is responsible for refreshing credentials.
15:14:30.148 [INFO - Time-limited test] (MiniKuduCluster.java:622) Running kinit for user test-admin
15:14:30.148 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: kinit {
username: "test-admin"
}
15:14:30.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 24 15:14:30 dist-test-slave-38qb krb5kdc[5765](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790262870, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
15:14:30.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
15:14:30.182 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
15:14:30.182 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster7612823886229781203/krb5kdc/krb5cc
15:14:30.184 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
15:14:30.185 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.5.158.125:43553
15:14:30.187 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 1
}
}
15:14:30.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:30.187649 5753 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskHSL5gd/build/tsan/bin/kudu with pid 5865
15:14:30.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:14:30.216216 5804 connection.cc:573] server connection from 127.0.0.1:35068 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
15:14:30.217 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
15:14:30.217 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.5.158.126:38645
15:14:30.218 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 0
}
}
15:14:30.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:30.218497 5753 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskHSL5gd/build/tsan/bin/kudu with pid 5783
15:14:30.248 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
15:14:30.248 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.5.158.124:38543
15:14:30.249 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 2
}
}
15:14:30.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:30.249450 5753 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskHSL5gd/build/tsan/bin/kudu with pid 5957
15:14:30.277 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
15:14:30.278 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.5.158.125:43553
15:14:30.282 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 1
}
}
15:14:30.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:30.283867 5753 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskHSL5gd/build/tsan/bin/kudu
15:14:30.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskHSL5gd/build/tsan/bin/kudu
15:14:30.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster7612823886229781203/master-1/wal
15:14:30.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster7612823886229781203/master-1/data
15:14:30.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
15:14:30.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
15:14:30.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
15:14:30.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
15:14:30.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
15:14:30.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
15:14:30.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster7612823886229781203/master-1/logs
15:14:30.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster7612823886229781203/master-1/data/info.pb
15:14:30.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
15:14:30.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
15:14:30.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
15:14:30.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
15:14:30.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
15:14:30.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
15:14:30.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
15:14:30.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
15:14:30.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
15:14:30.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
15:14:30.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
15:14:30.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
15:14:30.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.5.158.125:43553
15:14:30.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.5.158.125
15:14:30.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=37749
15:14:30.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster7612823886229781203/krb5kdc/kudu.keytab
15:14:30.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.5.158.125
15:14:30.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
15:14:30.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
15:14:30.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
15:14:30.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
15:14:30.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.5.158.84:35395
15:14:30.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
15:14:30.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
15:14:30.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
15:14:30.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
15:14:30.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.5.158.126:38645,127.5.158.125:43553,127.5.158.124:38543
15:14:30.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
15:14:30.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41545/jwks.json
15:14:30.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false
15:14:30.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster7612823886229781203/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster7612823886229781203/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster7612823886229781203/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
15:14:30.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:14:30.630595 6401 heartbeater.cc:646] Failed to heartbeat to 127.5.158.126:38645 (0 consecutive failures): Network error: Failed to send heartbeat to master: Client connection negotiation failed: client connection to 127.5.158.126:38645: connect: Connection refused (error 111)
15:14:30.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:14:30.642334 6560 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
15:14:30.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:14:30.642904 6560 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
15:14:30.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:14:30.643559 6560 flags.cc:432] Enabled unsafe flag: --never_fsync=true
15:14:30.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:14:30.679553 6560 flags.cc:432] Enabled experimental flag: --authn_token_validity_seconds=10
15:14:30.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:14:30.679792 6560 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
15:14:30.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:14:30.680080 6560 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
15:14:30.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:14:30.680294 6560 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
15:14:30.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:14:30.680500 6560 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
15:14:30.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:14:30.680699 6560 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
15:14:30.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:14:30.680850 6560 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:41545/jwks.json
15:14:30.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:30.727826 6560 master_runner.cc:387] Master server non-default flags:
15:14:30.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster7612823886229781203/master-1/logs
15:14:30.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
15:14:30.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
15:14:30.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
15:14:30.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.5.158.84:35395
15:14:30.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
15:14:30.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
15:14:30.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster7612823886229781203/master-1/data
15:14:30.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster7612823886229781203/master-1/wal
15:14:30.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
15:14:30.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
15:14:30.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.5.158.126:38645,127.5.158.125:43553,127.5.158.124:38543
15:14:30.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster7612823886229781203/krb5kdc/kudu.keytab
15:14:30.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.5.158.125
15:14:30.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
15:14:30.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
15:14:30.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
15:14:30.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.5.158.125:43553
15:14:30.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
15:14:30.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
15:14:30.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
15:14:30.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41545/jwks.json
15:14:30.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
15:14:30.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
15:14:30.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
15:14:30.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
15:14:30.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
15:14:30.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster7612823886229781203/master-1/data/info.pb
15:14:30.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.5.158.125
15:14:30.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=37749
15:14:30.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
15:14:30.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
15:14:30.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
15:14:30.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
15:14:30.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
15:14:30.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
15:14:30.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
15:14:30.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
15:14:30.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision ae52405967cd2709483ea5c02e613be50ab23f43
15:14:30.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
15:14:30.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 24 Sep 2026 14:50:47 UTC on e7f111948823
15:14:30.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13978
15:14:30.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
15:14:30.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:30.729246 6560 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
15:14:30.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:30.730391 6560 file_cache.cc:504] Constructed file cache file cache with capacity 419430
15:14:30.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:14:30.741824 6569 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:14:30.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:14:30.794229 6250 heartbeater.cc:646] Failed to heartbeat to 127.5.158.125:43553 (0 consecutive failures): Network error: Failed to send heartbeat to master: Client connection negotiation failed: client connection to 127.5.158.125:43553: connect: Connection refused (error 111)
15:14:31.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:14:31.020609 6546 heartbeater.cc:646] Failed to heartbeat to 127.5.158.124:38543 (0 consecutive failures): Network error: Failed to send heartbeat to master: Client connection negotiation failed: client connection to 127.5.158.124:38543: connect: Connection refused (error 111)
15:14:31.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:31.021317 6547 heartbeater.cc:499] Master 127.5.158.125:43553 was elected leader, sending a full tablet report...
15:14:32.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:14:30.743178 6570 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:14:32.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:14:32.106436 6572 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:14:32.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:14:32.109231 6571 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1361 milliseconds
15:14:32.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:32.109370 6560 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
15:14:32.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:32.110752 6560 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
15:14:32.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:32.113395 6560 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
15:14:32.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:32.114769 6560 hybrid_clock.cc:648] HybridClock initialized: now 1790262872114738 us; error 66 us; skew 500 ppm
15:14:32.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:32.115916 6560 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
15:14:32.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 24 15:14:32 dist-test-slave-38qb krb5kdc[5765](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790262872, etypes {rep=17 tkt=17 ses=17}, kudu/127.5.158.125@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
15:14:32.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:32.123131 6560 init.cc:377] Logged in from keytab as kudu/127.5.158.125@KRBTEST.COM (short username kudu)
15:14:32.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:32.128937 6560 webserver.cc:533] Webserver started at http://127.5.158.125:37749/ using document root <none> and password file <none>
15:14:32.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:32.130081 6560 fs_manager.cc:362] Metadata directory not provided
15:14:32.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:32.130393 6560 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
15:14:32.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:32.140892 6560 fs_manager.cc:714] Time spent opening directory manager: real 0.007s user 0.005s sys 0.000s
15:14:32.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:32.146023 6592 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
15:14:32.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:32.147248 6560 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.004s sys 0.000s
15:14:32.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:32.147680 6560 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster7612823886229781203/master-1/data,/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster7612823886229781203/master-1/wal
15:14:32.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f9c44d0e5ef341ce86ffe0268582fdb3"
15:14:32.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-24 15:14:16 on dist-test-slave-38qb"
15:14:32.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:32.149780 6560 fs_report.cc:389] FS layout report
15:14:32.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
15:14:32.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster7612823886229781203/master-1/wal
15:14:32.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster7612823886229781203/master-1/wal
15:14:32.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster7612823886229781203/master-1/data/data
15:14:32.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
15:14:32.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
15:14:32.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
15:14:32.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
15:14:32.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
15:14:32.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
15:14:32.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
15:14:32.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
15:14:32.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
15:14:32.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
15:14:32.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
15:14:32.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:32.212225 6560 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
15:14:32.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:32.218401 6560 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
15:14:32.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:32.218955 6560 kserver.cc:163] Server-wide thread pool size limit: 3276
15:14:32.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:32.304839 6560 rpc_server.cc:307] RPC server started. Bound to: 127.5.158.125:43553
15:14:32.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:32.304999 6645 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.5.158.125:43553 every 8 connection(s)
15:14:32.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:32.308281 6560 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster7612823886229781203/master-1/data/info.pb
15:14:32.310 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
15:14:32.310 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.5.158.126:38645
15:14:32.311 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 0
}
}
15:14:32.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:32.309721 5753 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskHSL5gd/build/tsan/bin/kudu as pid 6560
15:14:32.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:32.313015 5753 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskHSL5gd/build/tsan/bin/kudu
15:14:32.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskHSL5gd/build/tsan/bin/kudu
15:14:32.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster7612823886229781203/master-0/wal
15:14:32.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster7612823886229781203/master-0/data
15:14:32.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
15:14:32.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
15:14:32.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
15:14:32.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
15:14:32.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
15:14:32.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
15:14:32.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster7612823886229781203/master-0/logs
15:14:32.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster7612823886229781203/master-0/data/info.pb
15:14:32.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
15:14:32.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
15:14:32.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
15:14:32.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
15:14:32.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
15:14:32.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
15:14:32.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
15:14:32.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
15:14:32.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
15:14:32.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
15:14:32.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
15:14:32.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
15:14:32.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.5.158.126:38645
15:14:32.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.5.158.126
15:14:32.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=44293
15:14:32.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster7612823886229781203/krb5kdc/kudu.keytab
15:14:32.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.5.158.126
15:14:32.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
15:14:32.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
15:14:32.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
15:14:32.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
15:14:32.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.5.158.84:35395
15:14:32.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
15:14:32.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
15:14:32.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
15:14:32.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
15:14:32.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.5.158.126:38645,127.5.158.125:43553,127.5.158.124:38543
15:14:32.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
15:14:32.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41545/jwks.json
15:14:32.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false
15:14:32.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster7612823886229781203/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster7612823886229781203/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster7612823886229781203/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
15:14:32.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:32.327418 6646 sys_catalog.cc:263] Verifying existing consensus state
15:14:32.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:32.338068 6646 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P f9c44d0e5ef341ce86ffe0268582fdb3: Bootstrap starting.
15:14:32.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:32.396387 6646 log.cc:826] T 00000000000000000000000000000000 P f9c44d0e5ef341ce86ffe0268582fdb3: Log is configured to *not* fsync() on all Append() calls
15:14:32.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:32.416937 6646 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P f9c44d0e5ef341ce86ffe0268582fdb3: Bootstrap replayed 1/1 log segments. Stats: ops{read=4 overwritten=0 applied=4 ignored=0} inserts{seen=3 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
15:14:32.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:32.418299 6646 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P f9c44d0e5ef341ce86ffe0268582fdb3: Bootstrap complete.
15:14:32.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:32.455400 6646 raft_consensus.cc:359] T 00000000000000000000000000000000 P f9c44d0e5ef341ce86ffe0268582fdb3 [term 1 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c2f18c8f7dbd4af5be91632be5704658" member_type: VOTER last_known_addr { host: "127.5.158.126" port: 38645 } } peers { permanent_uuid: "f9c44d0e5ef341ce86ffe0268582fdb3" member_type: VOTER last_known_addr { host: "127.5.158.125" port: 43553 } } peers { permanent_uuid: "ebae1a29939244a4a078caff61f52313" member_type: VOTER last_known_addr { host: "127.5.158.124" port: 38543 } }
15:14:32.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:32.459231 6646 raft_consensus.cc:740] T 00000000000000000000000000000000 P f9c44d0e5ef341ce86ffe0268582fdb3 [term 1 FOLLOWER]: Becoming Follower/Learner. State: Replica: f9c44d0e5ef341ce86ffe0268582fdb3, State: Initialized, Role: FOLLOWER
15:14:32.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:32.460491 6646 consensus_queue.cc:260] T 00000000000000000000000000000000 P f9c44d0e5ef341ce86ffe0268582fdb3 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 4, Last appended: 1.4, Last appended by leader: 4, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c2f18c8f7dbd4af5be91632be5704658" member_type: VOTER last_known_addr { host: "127.5.158.126" port: 38645 } } peers { permanent_uuid: "f9c44d0e5ef341ce86ffe0268582fdb3" member_type: VOTER last_known_addr { host: "127.5.158.125" port: 43553 } } peers { permanent_uuid: "ebae1a29939244a4a078caff61f52313" member_type: VOTER last_known_addr { host: "127.5.158.124" port: 38543 } }
15:14:32.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:32.463456 6651 sys_catalog.cc:455] T 00000000000000000000000000000000 P f9c44d0e5ef341ce86ffe0268582fdb3 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 1 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c2f18c8f7dbd4af5be91632be5704658" member_type: VOTER last_known_addr { host: "127.5.158.126" port: 38645 } } peers { permanent_uuid: "f9c44d0e5ef341ce86ffe0268582fdb3" member_type: VOTER last_known_addr { host: "127.5.158.125" port: 43553 } } peers { permanent_uuid: "ebae1a29939244a4a078caff61f52313" member_type: VOTER last_known_addr { host: "127.5.158.124" port: 38543 } } }
15:14:32.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:32.464126 6651 sys_catalog.cc:458] T 00000000000000000000000000000000 P f9c44d0e5ef341ce86ffe0268582fdb3 [sys.catalog]: This master's current role is: FOLLOWER
15:14:32.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:32.465754 6646 sys_catalog.cc:565] T 00000000000000000000000000000000 P f9c44d0e5ef341ce86ffe0268582fdb3 [sys.catalog]: configured and running, proceeding with master startup.
15:14:32.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:32.497926 6662 catalog_manager.cc:1308] Loaded cluster ID: 529f96c31c384c1b8f8ff37dc56f0d7e
15:14:32.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:32.498618 6662 catalog_manager.cc:1601] T 00000000000000000000000000000000 P f9c44d0e5ef341ce86ffe0268582fdb3: loading cluster ID for follower catalog manager: success
15:14:32.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:32.507112 6662 catalog_manager.cc:1623] T 00000000000000000000000000000000 P f9c44d0e5ef341ce86ffe0268582fdb3: acquiring CA information for follower catalog manager: success
15:14:32.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:32.513685 6662 catalog_manager.cc:1651] T 00000000000000000000000000000000 P f9c44d0e5ef341ce86ffe0268582fdb3: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
15:14:32.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:32.499233 6560 master_runner.cc:187] Error getting master registration for 127.5.158.126:38645: Network error: Client connection negotiation failed: client connection to 127.5.158.126:38645: connect: Connection refused (error 111),
15:14:32.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:32.533671 6560 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
15:14:32.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:32.679368 6400 heartbeater.cc:344] Connected to a master server at 127.5.158.125:43553
15:14:32.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:32.686563 6609 master_service.cc:438] Got heartbeat from unknown tserver (permanent_uuid: "5e3667a9574e468482a6e75fe3bcff90" instance_seqno: 1790262867480469) as {username='kudu', principal='kudu/127.5.158.66@KRBTEST.COM'} at 127.5.158.66:55069; Asking this server to re-register.
15:14:32.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:32.693037 6400 heartbeater.cc:461] Registering TS with master...
15:14:32.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:32.696859 6609 ts_manager.cc:194] Registered new tserver with Master: 5e3667a9574e468482a6e75fe3bcff90 (127.5.158.66:41379)
15:14:32.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:14:32.753890 6648 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
15:14:32.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:14:32.754454 6648 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
15:14:32.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:14:32.755071 6648 flags.cc:432] Enabled unsafe flag: --never_fsync=true
15:14:32.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:14:32.796128 6648 flags.cc:432] Enabled experimental flag: --authn_token_validity_seconds=10
15:14:32.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:14:32.796418 6648 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
15:14:32.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:14:32.796900 6648 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
15:14:32.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:14:32.797292 6648 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
15:14:32.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:14:32.797571 6648 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
15:14:32.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:14:32.797883 6648 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
15:14:32.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:14:32.798059 6648 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:41545/jwks.json
15:14:32.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:32.849766 6250 heartbeater.cc:344] Connected to a master server at 127.5.158.125:43553
15:14:32.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:32.856128 6609 master_service.cc:438] Got heartbeat from unknown tserver (permanent_uuid: "3756c57e3ef942f59981eabc4e2f6303" instance_seqno: 1790262864536789) as {username='kudu', principal='kudu/127.5.158.65@KRBTEST.COM'} at 127.5.158.65:53537; Asking this server to re-register.
15:14:32.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:32.857800 6250 heartbeater.cc:461] Registering TS with master...
15:14:32.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:32.862033 6609 ts_manager.cc:194] Registered new tserver with Master: 3756c57e3ef942f59981eabc4e2f6303 (127.5.158.65:42827)
15:14:32.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:32.880115 6648 master_runner.cc:387] Master server non-default flags:
15:14:32.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster7612823886229781203/master-0/logs
15:14:32.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
15:14:32.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
15:14:32.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
15:14:32.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.5.158.84:35395
15:14:32.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
15:14:32.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
15:14:32.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster7612823886229781203/master-0/data
15:14:32.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster7612823886229781203/master-0/wal
15:14:32.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
15:14:32.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
15:14:32.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.5.158.126:38645,127.5.158.125:43553,127.5.158.124:38543
15:14:32.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster7612823886229781203/krb5kdc/kudu.keytab
15:14:32.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.5.158.126
15:14:32.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
15:14:32.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
15:14:32.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
15:14:32.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.5.158.126:38645
15:14:32.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
15:14:32.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
15:14:32.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
15:14:32.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41545/jwks.json
15:14:32.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
15:14:32.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
15:14:32.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
15:14:32.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
15:14:32.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
15:14:32.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster7612823886229781203/master-0/data/info.pb
15:14:32.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.5.158.126
15:14:32.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=44293
15:14:32.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
15:14:32.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
15:14:32.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
15:14:32.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
15:14:32.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
15:14:32.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
15:14:32.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
15:14:32.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
15:14:32.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision ae52405967cd2709483ea5c02e613be50ab23f43
15:14:32.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
15:14:32.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 24 Sep 2026 14:50:47 UTC on e7f111948823
15:14:32.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13978
15:14:32.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
15:14:32.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:32.881891 6648 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
15:14:32.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:32.883308 6648 file_cache.cc:504] Constructed file cache file cache with capacity 419430
15:14:32.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:14:32.920292 6675 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:14:33.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:33.082753 6547 heartbeater.cc:344] Connected to a master server at 127.5.158.125:43553
15:14:33.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:33.083256 6547 heartbeater.cc:499] Master 127.5.158.125:43553 was elected leader, sending a full tablet report...
15:14:33.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:33.087702 6609 master_service.cc:438] Got heartbeat from unknown tserver (permanent_uuid: "b054eb2ad6c542f787089a162e425f5b" instance_seqno: 1790262869874572) as {username='kudu', principal='kudu/127.5.158.67@KRBTEST.COM'} at 127.5.158.67:56909; Asking this server to re-register.
15:14:33.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:33.089844 6547 heartbeater.cc:461] Registering TS with master...
15:14:33.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:33.093240 6609 ts_manager.cc:194] Registered new tserver with Master: b054eb2ad6c542f787089a162e425f5b (127.5.158.67:36651)
15:14:33.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:33.868436 6687 raft_consensus.cc:493] T 00000000000000000000000000000000 P f9c44d0e5ef341ce86ffe0268582fdb3 [term 1 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
15:14:33.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:33.874490 6687 raft_consensus.cc:515] T 00000000000000000000000000000000 P f9c44d0e5ef341ce86ffe0268582fdb3 [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c2f18c8f7dbd4af5be91632be5704658" member_type: VOTER last_known_addr { host: "127.5.158.126" port: 38645 } } peers { permanent_uuid: "f9c44d0e5ef341ce86ffe0268582fdb3" member_type: VOTER last_known_addr { host: "127.5.158.125" port: 43553 } } peers { permanent_uuid: "ebae1a29939244a4a078caff61f52313" member_type: VOTER last_known_addr { host: "127.5.158.124" port: 38543 } }
15:14:33.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:14:33.890524 6593 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.5.158.126:38645: connect: Connection refused (error 111)
15:14:33.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:14:33.899428 6593 leader_election.cc:336] T 00000000000000000000000000000000 P f9c44d0e5ef341ce86ffe0268582fdb3 [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer c2f18c8f7dbd4af5be91632be5704658 (127.5.158.126:38645): Network error: Client connection negotiation failed: client connection to 127.5.158.126:38645: connect: Connection refused (error 111)
15:14:33.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:33.904188 6687 leader_election.cc:290] T 00000000000000000000000000000000 P f9c44d0e5ef341ce86ffe0268582fdb3 [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers c2f18c8f7dbd4af5be91632be5704658 (127.5.158.126:38645), ebae1a29939244a4a078caff61f52313 (127.5.158.124:38543)
15:14:33.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:14:33.908406 6595 leader_election.cc:336] T 00000000000000000000000000000000 P f9c44d0e5ef341ce86ffe0268582fdb3 [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer ebae1a29939244a4a078caff61f52313 (127.5.158.124:38543): Network error: Client connection negotiation failed: client connection to 127.5.158.124:38543: connect: Connection refused (error 111)
15:14:33.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:33.908857 6595 leader_election.cc:304] T 00000000000000000000000000000000 P f9c44d0e5ef341ce86ffe0268582fdb3 [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: f9c44d0e5ef341ce86ffe0268582fdb3; no voters: c2f18c8f7dbd4af5be91632be5704658, ebae1a29939244a4a078caff61f52313
15:14:33.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:33.911190 6687 raft_consensus.cc:2749] T 00000000000000000000000000000000 P f9c44d0e5ef341ce86ffe0268582fdb3 [term 1 FOLLOWER]: Leader pre-election lost for term 2. Reason: could not achieve majority
15:14:33.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:14:33.919847 5737 debug-util.cc:398] Leaking SignalData structure 0x7b08000b9d40 after lost signal to thread 5610
15:14:33.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:14:33.921181 5737 debug-util.cc:398] Leaking SignalData structure 0x7b08000adb40 after lost signal to thread 5740
15:14:33.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 24 15:14:33 dist-test-slave-38qb krb5kdc[5765](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790262873, etypes {rep=17 tkt=17 ses=17}, kudu/127.5.158.65@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
15:14:33.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:33.992628 6126 init.cc:295] Successfully reacquired a new kerberos TGT
15:14:34.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:14:34.311934 6674 debug-util.cc:398] Leaking SignalData structure 0x7b08000372a0 after lost signal to thread 6648
15:14:34.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:14:34.644595 6674 kernel_stack_watchdog.cc:198] Thread 6648 stuck at /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:642 for 387ms:
15:14:34.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
15:14:34.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
15:14:34.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
15:14:34.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
15:14:34.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:14:32.924886 6676 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:14:34.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:14:34.648519 6648 thread.cc:641] GCE (cloud detector) Time spent creating pthread: real 1.726s user 0.429s sys 0.796s
15:14:34.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:14:34.649228 6648 thread.cc:608] GCE (cloud detector) Time spent starting thread: real 1.726s user 0.429s sys 0.797s
15:14:34.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:34.655223 6648 server_base.cc:1061] running on GCE node
15:14:34.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:14:34.656647 6694 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:14:34.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:34.658044 6648 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
15:14:34.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:34.661429 6648 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
15:14:34.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:34.663477 6648 hybrid_clock.cc:648] HybridClock initialized: now 1790262874663429 us; error 66 us; skew 500 ppm
15:14:34.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:34.665082 6648 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
15:14:34.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 24 15:14:34 dist-test-slave-38qb krb5kdc[5765](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790262874, etypes {rep=17 tkt=17 ses=17}, kudu/127.5.158.126@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
15:14:34.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:34.686964 6648 init.cc:377] Logged in from keytab as kudu/127.5.158.126@KRBTEST.COM (short username kudu)
15:14:34.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:34.714762 6648 webserver.cc:533] Webserver started at http://127.5.158.126:44293/ using document root <none> and password file <none>
15:14:34.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:34.716420 6648 fs_manager.cc:362] Metadata directory not provided
15:14:34.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:34.716753 6648 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
15:14:34.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:34.728917 6648 fs_manager.cc:714] Time spent opening directory manager: real 0.008s user 0.005s sys 0.004s
15:14:34.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:34.735900 6702 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
15:14:34.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:34.737949 6648 fs_manager.cc:730] Time spent opening block manager: real 0.006s user 0.002s sys 0.004s
15:14:34.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:34.738593 6648 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster7612823886229781203/master-0/data,/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster7612823886229781203/master-0/wal
15:14:34.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c2f18c8f7dbd4af5be91632be5704658"
15:14:34.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-24 15:14:13 on dist-test-slave-38qb"
15:14:34.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:34.742130 6648 fs_report.cc:389] FS layout report
15:14:34.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
15:14:34.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster7612823886229781203/master-0/wal
15:14:34.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster7612823886229781203/master-0/wal
15:14:34.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster7612823886229781203/master-0/data/data
15:14:34.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
15:14:34.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
15:14:34.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
15:14:34.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
15:14:34.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
15:14:34.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
15:14:34.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
15:14:34.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
15:14:34.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
15:14:34.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
15:14:34.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
15:14:34.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:34.822862 6648 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
15:14:34.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:34.837121 6648 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
15:14:34.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:34.838153 6648 kserver.cc:163] Server-wide thread pool size limit: 3276
15:14:35.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:35.022575 6648 rpc_server.cc:307] RPC server started. Bound to: 127.5.158.126:38645
15:14:35.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:35.022655 6759 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.5.158.126:38645 every 8 connection(s)
15:14:35.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:35.026895 6648 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster7612823886229781203/master-0/data/info.pb
15:14:35.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:35.031349 5753 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskHSL5gd/build/tsan/bin/kudu as pid 6648
15:14:35.032 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
15:14:35.032 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.5.158.124:38543
15:14:35.033 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 2
}
}
15:14:35.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:35.034780 5753 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskHSL5gd/build/tsan/bin/kudu
15:14:35.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskHSL5gd/build/tsan/bin/kudu
15:14:35.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster7612823886229781203/master-2/wal
15:14:35.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster7612823886229781203/master-2/data
15:14:35.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
15:14:35.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
15:14:35.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
15:14:35.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
15:14:35.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
15:14:35.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
15:14:35.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster7612823886229781203/master-2/logs
15:14:35.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster7612823886229781203/master-2/data/info.pb
15:14:35.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
15:14:35.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
15:14:35.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
15:14:35.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
15:14:35.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
15:14:35.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
15:14:35.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
15:14:35.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
15:14:35.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
15:14:35.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
15:14:35.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
15:14:35.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
15:14:35.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.5.158.124:38543
15:14:35.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.5.158.124
15:14:35.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=39073
15:14:35.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster7612823886229781203/krb5kdc/kudu.keytab
15:14:35.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.5.158.124
15:14:35.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
15:14:35.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
15:14:35.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
15:14:35.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
15:14:35.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.5.158.84:35395
15:14:35.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
15:14:35.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
15:14:35.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
15:14:35.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
15:14:35.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.5.158.126:38645,127.5.158.125:43553,127.5.158.124:38543
15:14:35.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
15:14:35.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41545/jwks.json
15:14:35.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false
15:14:35.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster7612823886229781203/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster7612823886229781203/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster7612823886229781203/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
15:14:35.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:35.056213 6760 sys_catalog.cc:263] Verifying existing consensus state
15:14:35.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:35.066368 6760 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P c2f18c8f7dbd4af5be91632be5704658: Bootstrap starting.
15:14:35.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:35.134557 6760 log.cc:826] T 00000000000000000000000000000000 P c2f18c8f7dbd4af5be91632be5704658: Log is configured to *not* fsync() on all Append() calls
15:14:35.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:35.182552 6760 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P c2f18c8f7dbd4af5be91632be5704658: Bootstrap replayed 1/1 log segments. Stats: ops{read=4 overwritten=0 applied=4 ignored=0} inserts{seen=3 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
15:14:35.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:35.183740 6760 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P c2f18c8f7dbd4af5be91632be5704658: Bootstrap complete.
15:14:35.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:35.193506 6548 heartbeater.cc:344] Connected to a master server at 127.5.158.126:38645
15:14:35.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:35.233850 6760 raft_consensus.cc:359] T 00000000000000000000000000000000 P c2f18c8f7dbd4af5be91632be5704658 [term 1 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c2f18c8f7dbd4af5be91632be5704658" member_type: VOTER last_known_addr { host: "127.5.158.126" port: 38645 } } peers { permanent_uuid: "f9c44d0e5ef341ce86ffe0268582fdb3" member_type: VOTER last_known_addr { host: "127.5.158.125" port: 43553 } } peers { permanent_uuid: "ebae1a29939244a4a078caff61f52313" member_type: VOTER last_known_addr { host: "127.5.158.124" port: 38543 } }
15:14:35.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:35.239471 6760 raft_consensus.cc:740] T 00000000000000000000000000000000 P c2f18c8f7dbd4af5be91632be5704658 [term 1 FOLLOWER]: Becoming Follower/Learner. State: Replica: c2f18c8f7dbd4af5be91632be5704658, State: Initialized, Role: FOLLOWER
15:14:35.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:35.240635 6760 consensus_queue.cc:260] T 00000000000000000000000000000000 P c2f18c8f7dbd4af5be91632be5704658 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 4, Last appended: 1.4, Last appended by leader: 4, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c2f18c8f7dbd4af5be91632be5704658" member_type: VOTER last_known_addr { host: "127.5.158.126" port: 38645 } } peers { permanent_uuid: "f9c44d0e5ef341ce86ffe0268582fdb3" member_type: VOTER last_known_addr { host: "127.5.158.125" port: 43553 } } peers { permanent_uuid: "ebae1a29939244a4a078caff61f52313" member_type: VOTER last_known_addr { host: "127.5.158.124" port: 38543 } }
15:14:35.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:35.260408 6768 sys_catalog.cc:455] T 00000000000000000000000000000000 P c2f18c8f7dbd4af5be91632be5704658 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 1 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c2f18c8f7dbd4af5be91632be5704658" member_type: VOTER last_known_addr { host: "127.5.158.126" port: 38645 } } peers { permanent_uuid: "f9c44d0e5ef341ce86ffe0268582fdb3" member_type: VOTER last_known_addr { host: "127.5.158.125" port: 43553 } } peers { permanent_uuid: "ebae1a29939244a4a078caff61f52313" member_type: VOTER last_known_addr { host: "127.5.158.124" port: 38543 } } }
15:14:35.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:35.261934 6768 sys_catalog.cc:458] T 00000000000000000000000000000000 P c2f18c8f7dbd4af5be91632be5704658 [sys.catalog]: This master's current role is: FOLLOWER
15:14:35.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:35.262473 6760 sys_catalog.cc:565] T 00000000000000000000000000000000 P c2f18c8f7dbd4af5be91632be5704658 [sys.catalog]: configured and running, proceeding with master startup.
15:14:35.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:35.347168 6779 catalog_manager.cc:818] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
15:14:35.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 24 15:14:35 dist-test-slave-38qb krb5kdc[5765](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790262874, etypes {rep=17 tkt=17 ses=17}, kudu/127.5.158.126@KRBTEST.COM for kudu/127.5.158.126@KRBTEST.COM
15:14:35.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 24 15:14:35 dist-test-slave-38qb krb5kdc[5765](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790262874, etypes {rep=17 tkt=17 ses=17}, kudu/127.5.158.126@KRBTEST.COM for kudu/127.5.158.125@KRBTEST.COM
15:14:35.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:35.510603 6648 master_runner.cc:187] Error getting master registration for 127.5.158.124:38543: Network error: Client connection negotiation failed: client connection to 127.5.158.124:38543: connect: Connection refused (error 111),
15:14:35.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:35.540227 6648 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
15:14:35.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:35.716284 6401 heartbeater.cc:344] Connected to a master server at 127.5.158.126:38645
15:14:35.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:35.723172 6723 master_service.cc:438] Got heartbeat from unknown tserver (permanent_uuid: "5e3667a9574e468482a6e75fe3bcff90" instance_seqno: 1790262867480469) as {username='kudu', principal='kudu/127.5.158.66@KRBTEST.COM'} at 127.5.158.66:45675; Asking this server to re-register.
15:14:35.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:35.724799 6401 heartbeater.cc:461] Registering TS with master...
15:14:35.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:35.728314 6723 ts_manager.cc:194] Registered new tserver with Master: 5e3667a9574e468482a6e75fe3bcff90 (127.5.158.66:41379)
15:14:35.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:14:35.731949 6762 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
15:14:35.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:14:35.732558 6762 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
15:14:35.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:14:35.733184 6762 flags.cc:432] Enabled unsafe flag: --never_fsync=true
15:14:35.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:14:35.769565 6762 flags.cc:432] Enabled experimental flag: --authn_token_validity_seconds=10
15:14:35.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:14:35.769871 6762 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
15:14:35.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:14:35.770156 6762 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
15:14:35.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:14:35.770355 6762 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
15:14:35.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:14:35.770553 6762 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
15:14:35.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:14:35.770749 6762 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
15:14:35.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:14:35.770895 6762 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:41545/jwks.json
15:14:35.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:35.813570 6762 master_runner.cc:387] Master server non-default flags:
15:14:35.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster7612823886229781203/master-2/logs
15:14:35.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
15:14:35.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
15:14:35.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
15:14:35.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.5.158.84:35395
15:14:35.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
15:14:35.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
15:14:35.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster7612823886229781203/master-2/data
15:14:35.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster7612823886229781203/master-2/wal
15:14:35.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
15:14:35.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
15:14:35.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.5.158.126:38645,127.5.158.125:43553,127.5.158.124:38543
15:14:35.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster7612823886229781203/krb5kdc/kudu.keytab
15:14:35.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.5.158.124
15:14:35.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
15:14:35.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
15:14:35.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
15:14:35.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.5.158.124:38543
15:14:35.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
15:14:35.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
15:14:35.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
15:14:35.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41545/jwks.json
15:14:35.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
15:14:35.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
15:14:35.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
15:14:35.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
15:14:35.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
15:14:35.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster7612823886229781203/master-2/data/info.pb
15:14:35.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.5.158.124
15:14:35.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=39073
15:14:35.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
15:14:35.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
15:14:35.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
15:14:35.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
15:14:35.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
15:14:35.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
15:14:35.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
15:14:35.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
15:14:35.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision ae52405967cd2709483ea5c02e613be50ab23f43
15:14:35.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
15:14:35.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 24 Sep 2026 14:50:47 UTC on e7f111948823
15:14:35.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13978
15:14:35.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
15:14:35.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:35.814934 6762 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
15:14:35.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:35.815896 6762 file_cache.cc:504] Constructed file cache file cache with capacity 419430
15:14:35.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:14:35.830402 6790 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:14:35.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:35.942328 6798 raft_consensus.cc:493] T 00000000000000000000000000000000 P f9c44d0e5ef341ce86ffe0268582fdb3 [term 1 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
15:14:35.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 24 15:14:35 dist-test-slave-38qb krb5kdc[5765](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790262873, etypes {rep=17 tkt=17 ses=17}, kudu/127.5.158.65@KRBTEST.COM for kudu/127.5.158.126@KRBTEST.COM
15:14:35.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:35.945353 6798 raft_consensus.cc:515] T 00000000000000000000000000000000 P f9c44d0e5ef341ce86ffe0268582fdb3 [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c2f18c8f7dbd4af5be91632be5704658" member_type: VOTER last_known_addr { host: "127.5.158.126" port: 38645 } } peers { permanent_uuid: "f9c44d0e5ef341ce86ffe0268582fdb3" member_type: VOTER last_known_addr { host: "127.5.158.125" port: 43553 } } peers { permanent_uuid: "ebae1a29939244a4a078caff61f52313" member_type: VOTER last_known_addr { host: "127.5.158.124" port: 38543 } }
15:14:35.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:35.967167 6253 heartbeater.cc:344] Connected to a master server at 127.5.158.126:38645
15:14:35.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:35.970265 6723 master_service.cc:438] Got heartbeat from unknown tserver (permanent_uuid: "3756c57e3ef942f59981eabc4e2f6303" instance_seqno: 1790262864536789) as {username='kudu', principal='kudu/127.5.158.65@KRBTEST.COM'} at 127.5.158.65:36099; Asking this server to re-register.
15:14:35.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:35.971776 6253 heartbeater.cc:461] Registering TS with master...
15:14:35.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:35.974439 6798 leader_election.cc:290] T 00000000000000000000000000000000 P f9c44d0e5ef341ce86ffe0268582fdb3 [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers c2f18c8f7dbd4af5be91632be5704658 (127.5.158.126:38645), ebae1a29939244a4a078caff61f52313 (127.5.158.124:38543)
15:14:35.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:35.974887 6723 ts_manager.cc:194] Registered new tserver with Master: 3756c57e3ef942f59981eabc4e2f6303 (127.5.158.65:42827)
15:14:35.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 24 15:14:35 dist-test-slave-38qb krb5kdc[5765](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790262872, etypes {rep=17 tkt=17 ses=17}, kudu/127.5.158.125@KRBTEST.COM for kudu/127.5.158.126@KRBTEST.COM
15:14:36.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:14:36.003664 6595 leader_election.cc:336] T 00000000000000000000000000000000 P f9c44d0e5ef341ce86ffe0268582fdb3 [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer ebae1a29939244a4a078caff61f52313 (127.5.158.124:38543): Network error: Client connection negotiation failed: client connection to 127.5.158.124:38543: connect: Connection refused (error 111)
15:14:36.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:36.022404 6733 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "f9c44d0e5ef341ce86ffe0268582fdb3" candidate_term: 2 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "c2f18c8f7dbd4af5be91632be5704658" is_pre_election: true
15:14:36.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:36.023586 6733 raft_consensus.cc:2468] T 00000000000000000000000000000000 P c2f18c8f7dbd4af5be91632be5704658 [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate f9c44d0e5ef341ce86ffe0268582fdb3 in term 1.
15:14:36.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:36.026926 6593 leader_election.cc:304] T 00000000000000000000000000000000 P f9c44d0e5ef341ce86ffe0268582fdb3 [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: c2f18c8f7dbd4af5be91632be5704658, f9c44d0e5ef341ce86ffe0268582fdb3; no voters: ebae1a29939244a4a078caff61f52313
15:14:36.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:36.028429 6798 raft_consensus.cc:2804] T 00000000000000000000000000000000 P f9c44d0e5ef341ce86ffe0268582fdb3 [term 1 FOLLOWER]: Leader pre-election won for term 2
15:14:36.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:36.028903 6798 raft_consensus.cc:493] T 00000000000000000000000000000000 P f9c44d0e5ef341ce86ffe0268582fdb3 [term 1 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
15:14:36.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:36.029318 6798 raft_consensus.cc:3060] T 00000000000000000000000000000000 P f9c44d0e5ef341ce86ffe0268582fdb3 [term 1 FOLLOWER]: Advancing to term 2
15:14:36.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:36.044013 6798 raft_consensus.cc:515] T 00000000000000000000000000000000 P f9c44d0e5ef341ce86ffe0268582fdb3 [term 2 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c2f18c8f7dbd4af5be91632be5704658" member_type: VOTER last_known_addr { host: "127.5.158.126" port: 38645 } } peers { permanent_uuid: "f9c44d0e5ef341ce86ffe0268582fdb3" member_type: VOTER last_known_addr { host: "127.5.158.125" port: 43553 } } peers { permanent_uuid: "ebae1a29939244a4a078caff61f52313" member_type: VOTER last_known_addr { host: "127.5.158.124" port: 38543 } }
15:14:36.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:36.057602 6798 leader_election.cc:290] T 00000000000000000000000000000000 P f9c44d0e5ef341ce86ffe0268582fdb3 [CANDIDATE]: Term 2 election: Requested vote from peers c2f18c8f7dbd4af5be91632be5704658 (127.5.158.126:38645), ebae1a29939244a4a078caff61f52313 (127.5.158.124:38543)
15:14:36.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:36.059281 6733 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "f9c44d0e5ef341ce86ffe0268582fdb3" candidate_term: 2 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "c2f18c8f7dbd4af5be91632be5704658"
15:14:36.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:36.060029 6733 raft_consensus.cc:3060] T 00000000000000000000000000000000 P c2f18c8f7dbd4af5be91632be5704658 [term 1 FOLLOWER]: Advancing to term 2
15:14:36.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:14:36.070565 6595 leader_election.cc:336] T 00000000000000000000000000000000 P f9c44d0e5ef341ce86ffe0268582fdb3 [CANDIDATE]: Term 2 election: RPC error from VoteRequest() call to peer ebae1a29939244a4a078caff61f52313 (127.5.158.124:38543): Network error: Client connection negotiation failed: client connection to 127.5.158.124:38543: connect: Connection refused (error 111)
15:14:36.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:36.096990 6733 raft_consensus.cc:2468] T 00000000000000000000000000000000 P c2f18c8f7dbd4af5be91632be5704658 [term 2 FOLLOWER]: Leader election vote request: Granting yes vote for candidate f9c44d0e5ef341ce86ffe0268582fdb3 in term 2.
15:14:36.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:36.098822 6593 leader_election.cc:304] T 00000000000000000000000000000000 P f9c44d0e5ef341ce86ffe0268582fdb3 [CANDIDATE]: Term 2 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: c2f18c8f7dbd4af5be91632be5704658, f9c44d0e5ef341ce86ffe0268582fdb3; no voters: ebae1a29939244a4a078caff61f52313
15:14:36.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:36.100355 6798 raft_consensus.cc:2804] T 00000000000000000000000000000000 P f9c44d0e5ef341ce86ffe0268582fdb3 [term 2 FOLLOWER]: Leader election won for term 2
15:14:36.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:36.120142 6798 raft_consensus.cc:697] T 00000000000000000000000000000000 P f9c44d0e5ef341ce86ffe0268582fdb3 [term 2 LEADER]: Becoming Leader. State: Replica: f9c44d0e5ef341ce86ffe0268582fdb3, State: Running, Role: LEADER
15:14:36.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:36.121455 6798 consensus_queue.cc:237] T 00000000000000000000000000000000 P f9c44d0e5ef341ce86ffe0268582fdb3 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 4, Committed index: 4, Last appended: 1.4, Last appended by leader: 4, Current term: 2, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c2f18c8f7dbd4af5be91632be5704658" member_type: VOTER last_known_addr { host: "127.5.158.126" port: 38645 } } peers { permanent_uuid: "f9c44d0e5ef341ce86ffe0268582fdb3" member_type: VOTER last_known_addr { host: "127.5.158.125" port: 43553 } } peers { permanent_uuid: "ebae1a29939244a4a078caff61f52313" member_type: VOTER last_known_addr { host: "127.5.158.124" port: 38543 } }
15:14:36.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:36.146651 6803 sys_catalog.cc:455] T 00000000000000000000000000000000 P f9c44d0e5ef341ce86ffe0268582fdb3 [sys.catalog]: SysCatalogTable state changed. Reason: New leader f9c44d0e5ef341ce86ffe0268582fdb3. Latest consensus state: current_term: 2 leader_uuid: "f9c44d0e5ef341ce86ffe0268582fdb3" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c2f18c8f7dbd4af5be91632be5704658" member_type: VOTER last_known_addr { host: "127.5.158.126" port: 38645 } } peers { permanent_uuid: "f9c44d0e5ef341ce86ffe0268582fdb3" member_type: VOTER last_known_addr { host: "127.5.158.125" port: 43553 } } peers { permanent_uuid: "ebae1a29939244a4a078caff61f52313" member_type: VOTER last_known_addr { host: "127.5.158.124" port: 38543 } } }
15:14:36.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:36.148442 6803 sys_catalog.cc:458] T 00000000000000000000000000000000 P f9c44d0e5ef341ce86ffe0268582fdb3 [sys.catalog]: This master's current role is: LEADER
15:14:36.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:36.159536 6806 catalog_manager.cc:1524] Loading table and tablet metadata into memory...
15:14:36.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:36.177335 6806 catalog_manager.cc:1533] Initializing Kudu cluster ID...
15:14:36.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:36.184827 6806 catalog_manager.cc:1308] Loaded cluster ID: 529f96c31c384c1b8f8ff37dc56f0d7e
15:14:36.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:36.197805 6806 catalog_manager.cc:1544] Initializing Kudu internal certificate authority...
15:14:36.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:36.201493 6723 master_service.cc:438] Got heartbeat from unknown tserver (permanent_uuid: "b054eb2ad6c542f787089a162e425f5b" instance_seqno: 1790262869874572) as {username='kudu', principal='kudu/127.5.158.67@KRBTEST.COM'} at 127.5.158.67:57021; Asking this server to re-register.
15:14:36.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:36.203222 6548 heartbeater.cc:461] Registering TS with master...
15:14:36.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:36.204057 6806 catalog_manager.cc:1553] Loading token signing keys...
15:14:36.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:36.206828 6723 ts_manager.cc:194] Registered new tserver with Master: b054eb2ad6c542f787089a162e425f5b (127.5.158.67:36651)
15:14:36.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:36.208807 6806 catalog_manager.cc:6230] T 00000000000000000000000000000000 P f9c44d0e5ef341ce86ffe0268582fdb3: Loaded TSK: 0
15:14:36.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:36.210407 6806 catalog_manager.cc:1563] Initializing in-progress tserver states...
15:14:36.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:36.363509 6779 catalog_manager.cc:1308] Loaded cluster ID: 529f96c31c384c1b8f8ff37dc56f0d7e
15:14:36.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:36.363801 6779 catalog_manager.cc:1601] T 00000000000000000000000000000000 P c2f18c8f7dbd4af5be91632be5704658: loading cluster ID for follower catalog manager: success
15:14:36.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:36.410486 6779 catalog_manager.cc:1623] T 00000000000000000000000000000000 P c2f18c8f7dbd4af5be91632be5704658: acquiring CA information for follower catalog manager: success
15:14:36.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:36.440150 6779 catalog_manager.cc:1651] T 00000000000000000000000000000000 P c2f18c8f7dbd4af5be91632be5704658: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
15:14:36.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:36.612526 6733 raft_consensus.cc:1275] T 00000000000000000000000000000000 P c2f18c8f7dbd4af5be91632be5704658 [term 2 FOLLOWER]: Refusing update from remote peer f9c44d0e5ef341ce86ffe0268582fdb3: Log matching property violated. Preceding OpId in replica: term: 1 index: 4. Preceding OpId from leader: term: 2 index: 5. (index mismatch)
15:14:36.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:36.619396 6803 consensus_queue.cc:1048] T 00000000000000000000000000000000 P f9c44d0e5ef341ce86ffe0268582fdb3 [LEADER]: Connected to new peer: Peer: permanent_uuid: "c2f18c8f7dbd4af5be91632be5704658" member_type: VOTER last_known_addr { host: "127.5.158.126" port: 38645 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 5, Last known committed idx: 4, Time since last communication: 0.001s
15:14:36.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:36.672930 6808 sys_catalog.cc:455] T 00000000000000000000000000000000 P c2f18c8f7dbd4af5be91632be5704658 [sys.catalog]: SysCatalogTable state changed. Reason: New leader f9c44d0e5ef341ce86ffe0268582fdb3. Latest consensus state: current_term: 2 leader_uuid: "f9c44d0e5ef341ce86ffe0268582fdb3" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c2f18c8f7dbd4af5be91632be5704658" member_type: VOTER last_known_addr { host: "127.5.158.126" port: 38645 } } peers { permanent_uuid: "f9c44d0e5ef341ce86ffe0268582fdb3" member_type: VOTER last_known_addr { host: "127.5.158.125" port: 43553 } } peers { permanent_uuid: "ebae1a29939244a4a078caff61f52313" member_type: VOTER last_known_addr { host: "127.5.158.124" port: 38543 } } }
15:14:36.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:36.674130 6808 sys_catalog.cc:458] T 00000000000000000000000000000000 P c2f18c8f7dbd4af5be91632be5704658 [sys.catalog]: This master's current role is: FOLLOWER
15:14:36.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:14:36.691787 6595 consensus_peers.cc:597] T 00000000000000000000000000000000 P f9c44d0e5ef341ce86ffe0268582fdb3 -> Peer ebae1a29939244a4a078caff61f52313 (127.5.158.124:38543): Couldn't send request to peer ebae1a29939244a4a078caff61f52313. Status: Network error: Client connection negotiation failed: client connection to 127.5.158.124:38543: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
15:14:36.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:36.693679 6808 sys_catalog.cc:455] T 00000000000000000000000000000000 P c2f18c8f7dbd4af5be91632be5704658 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 2 leader_uuid: "f9c44d0e5ef341ce86ffe0268582fdb3" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c2f18c8f7dbd4af5be91632be5704658" member_type: VOTER last_known_addr { host: "127.5.158.126" port: 38645 } } peers { permanent_uuid: "f9c44d0e5ef341ce86ffe0268582fdb3" member_type: VOTER last_known_addr { host: "127.5.158.125" port: 43553 } } peers { permanent_uuid: "ebae1a29939244a4a078caff61f52313" member_type: VOTER last_known_addr { host: "127.5.158.124" port: 38543 } } }
15:14:36.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:36.694757 6808 sys_catalog.cc:458] T 00000000000000000000000000000000 P c2f18c8f7dbd4af5be91632be5704658 [sys.catalog]: This master's current role is: FOLLOWER
15:14:36.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:36.711895 6803 sys_catalog.cc:455] T 00000000000000000000000000000000 P f9c44d0e5ef341ce86ffe0268582fdb3 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 2 leader_uuid: "f9c44d0e5ef341ce86ffe0268582fdb3" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c2f18c8f7dbd4af5be91632be5704658" member_type: VOTER last_known_addr { host: "127.5.158.126" port: 38645 } } peers { permanent_uuid: "f9c44d0e5ef341ce86ffe0268582fdb3" member_type: VOTER last_known_addr { host: "127.5.158.125" port: 43553 } } peers { permanent_uuid: "ebae1a29939244a4a078caff61f52313" member_type: VOTER last_known_addr { host: "127.5.158.124" port: 38543 } } }
15:14:36.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:36.712699 6803 sys_catalog.cc:458] T 00000000000000000000000000000000 P f9c44d0e5ef341ce86ffe0268582fdb3 [sys.catalog]: This master's current role is: LEADER
15:14:37.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 24 15:14:37 dist-test-slave-38qb krb5kdc[5765](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790262877, etypes {rep=17 tkt=17 ses=17}, kudu/127.5.158.66@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
15:14:37.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:37.241344 6279 init.cc:295] Successfully reacquired a new kerberos TGT
15:14:37.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:37.615342 6560 master_runner.cc:187] Error getting master registration for 127.5.158.124:38543: Network error: Client connection negotiation failed: client connection to 127.5.158.124:38543: connect: Connection refused (error 111),
15:14:37.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:37.615927 6560 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
15:14:37.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:37.719617 6400 heartbeater.cc:499] Master 127.5.158.125:43553 was elected leader, sending a full tablet report...
15:14:37.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:37.945849 6250 heartbeater.cc:499] Master 127.5.158.125:43553 was elected leader, sending a full tablet report...
15:14:38.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:38.160419 6547 heartbeater.cc:499] Master 127.5.158.125:43553 was elected leader, sending a full tablet report...
15:14:38.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:14:37.231086 6789 debug-util.cc:398] Leaking SignalData structure 0x7b08000372a0 after lost signal to thread 6762
15:14:38.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:14:35.832369 6791 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:14:38.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:14:38.296264 6762 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 2.465s user 0.736s sys 1.283s
15:14:38.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:14:38.298893 6762 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 2.468s user 0.736s sys 1.283s
15:14:38.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:14:38.299100 6793 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:14:38.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:14:38.294795 6789 kernel_stack_watchdog.cc:198] Thread 6762 stuck at /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:642 for 398ms:
15:14:38.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
15:14:38.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
15:14:38.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
15:14:38.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
15:14:38.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:14:38.302804 6792 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 2465 milliseconds
15:14:38.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:38.302891 6762 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
15:14:38.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:38.304477 6762 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
15:14:38.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:38.324224 6762 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
15:14:38.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:38.332120 6762 hybrid_clock.cc:648] HybridClock initialized: now 1790262878332047 us; error 78 us; skew 500 ppm
15:14:38.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:38.333316 6762 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
15:14:38.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 24 15:14:38 dist-test-slave-38qb krb5kdc[5765](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790262878, etypes {rep=17 tkt=17 ses=17}, kudu/127.5.158.124@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
15:14:38.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:38.342235 6762 init.cc:377] Logged in from keytab as kudu/127.5.158.124@KRBTEST.COM (short username kudu)
15:14:38.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:38.353457 6762 webserver.cc:533] Webserver started at http://127.5.158.124:39073/ using document root <none> and password file <none>
15:14:38.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:38.354496 6762 fs_manager.cc:362] Metadata directory not provided
15:14:38.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:38.354766 6762 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
15:14:38.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:38.364511 6762 fs_manager.cc:714] Time spent opening directory manager: real 0.006s user 0.005s sys 0.001s
15:14:38.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:38.370389 6833 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
15:14:38.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:38.371714 6762 fs_manager.cc:730] Time spent opening block manager: real 0.005s user 0.002s sys 0.003s
15:14:38.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:38.372033 6762 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster7612823886229781203/master-2/data,/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster7612823886229781203/master-2/wal
15:14:38.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ebae1a29939244a4a078caff61f52313"
15:14:38.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-24 15:14:18 on dist-test-slave-38qb"
15:14:38.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:38.374148 6762 fs_report.cc:389] FS layout report
15:14:38.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
15:14:38.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster7612823886229781203/master-2/wal
15:14:38.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster7612823886229781203/master-2/wal
15:14:38.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster7612823886229781203/master-2/data/data
15:14:38.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
15:14:38.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
15:14:38.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
15:14:38.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
15:14:38.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
15:14:38.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
15:14:38.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
15:14:38.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
15:14:38.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
15:14:38.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
15:14:38.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
15:14:38.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:38.453939 6762 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
15:14:38.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:38.460078 6762 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
15:14:38.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:38.460486 6762 kserver.cc:163] Server-wide thread pool size limit: 3276
15:14:38.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:38.555487 6762 rpc_server.cc:307] RPC server started. Bound to: 127.5.158.124:38543
15:14:38.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:38.555644 6884 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.5.158.124:38543 every 8 connection(s)
15:14:38.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:38.558473 6762 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster7612823886229781203/master-2/data/info.pb
15:14:38.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:38.563177 5753 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskHSL5gd/build/tsan/bin/kudu as pid 6762
15:14:38.564 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
15:14:38.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:38.573056 6885 sys_catalog.cc:263] Verifying existing consensus state
15:14:38.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:38.579876 6885 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P ebae1a29939244a4a078caff61f52313: Bootstrap starting.
15:14:38.619 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.5.158.125:43553(127.5.158.125:43553)] connecting to peer
15:14:38.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:38.637343 6885 log.cc:826] T 00000000000000000000000000000000 P ebae1a29939244a4a078caff61f52313: Log is configured to *not* fsync() on all Append() calls
15:14:38.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:38.681903 6885 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P ebae1a29939244a4a078caff61f52313: Bootstrap replayed 1/1 log segments. Stats: ops{read=4 overwritten=0 applied=4 ignored=0} inserts{seen=3 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
15:14:38.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:38.683450 6885 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P ebae1a29939244a4a078caff61f52313: Bootstrap complete.
15:14:38.699 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.5.158.126:38645(127.5.158.126:38645)] connecting to peer
15:14:38.709 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.5.158.124:38543(127.5.158.124:38543)] connecting to peer
15:14:38.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 24 15:14:38 dist-test-slave-38qb krb5kdc[5765](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790262872, etypes {rep=17 tkt=17 ses=17}, kudu/127.5.158.125@KRBTEST.COM for kudu/127.5.158.124@KRBTEST.COM
15:14:38.731 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.5.158.126:38645(127.5.158.126:38645)] Successfully connected to peer
15:14:38.734 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.5.158.125:43553(127.5.158.125:43553)] Successfully connected to peer
15:14:38.735 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.5.158.124:38543(127.5.158.124:38543)] Successfully connected to peer
15:14:38.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:38.758595 6885 raft_consensus.cc:359] T 00000000000000000000000000000000 P ebae1a29939244a4a078caff61f52313 [term 1 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c2f18c8f7dbd4af5be91632be5704658" member_type: VOTER last_known_addr { host: "127.5.158.126" port: 38645 } } peers { permanent_uuid: "f9c44d0e5ef341ce86ffe0268582fdb3" member_type: VOTER last_known_addr { host: "127.5.158.125" port: 43553 } } peers { permanent_uuid: "ebae1a29939244a4a078caff61f52313" member_type: VOTER last_known_addr { host: "127.5.158.124" port: 38543 } }
15:14:38.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:38.788093 6885 raft_consensus.cc:740] T 00000000000000000000000000000000 P ebae1a29939244a4a078caff61f52313 [term 1 FOLLOWER]: Becoming Follower/Learner. State: Replica: ebae1a29939244a4a078caff61f52313, State: Initialized, Role: FOLLOWER
15:14:38.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:38.791890 6885 consensus_queue.cc:260] T 00000000000000000000000000000000 P ebae1a29939244a4a078caff61f52313 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 4, Last appended: 1.4, Last appended by leader: 4, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c2f18c8f7dbd4af5be91632be5704658" member_type: VOTER last_known_addr { host: "127.5.158.126" port: 38645 } } peers { permanent_uuid: "f9c44d0e5ef341ce86ffe0268582fdb3" member_type: VOTER last_known_addr { host: "127.5.158.125" port: 43553 } } peers { permanent_uuid: "ebae1a29939244a4a078caff61f52313" member_type: VOTER last_known_addr { host: "127.5.158.124" port: 38543 } }
15:14:38.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:38.809950 6900 sys_catalog.cc:455] T 00000000000000000000000000000000 P ebae1a29939244a4a078caff61f52313 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 1 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c2f18c8f7dbd4af5be91632be5704658" member_type: VOTER last_known_addr { host: "127.5.158.126" port: 38645 } } peers { permanent_uuid: "f9c44d0e5ef341ce86ffe0268582fdb3" member_type: VOTER last_known_addr { host: "127.5.158.125" port: 43553 } } peers { permanent_uuid: "ebae1a29939244a4a078caff61f52313" member_type: VOTER last_known_addr { host: "127.5.158.124" port: 38543 } } }
15:14:38.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:38.810889 6900 sys_catalog.cc:458] T 00000000000000000000000000000000 P ebae1a29939244a4a078caff61f52313 [sys.catalog]: This master's current role is: FOLLOWER
15:14:38.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:38.813946 6885 sys_catalog.cc:565] T 00000000000000000000000000000000 P ebae1a29939244a4a078caff61f52313 [sys.catalog]: configured and running, proceeding with master startup.
15:14:38.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 24 15:14:38 dist-test-slave-38qb krb5kdc[5765](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790262877, etypes {rep=17 tkt=17 ses=17}, kudu/127.5.158.66@KRBTEST.COM for kudu/127.5.158.124@KRBTEST.COM
15:14:38.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:38.818701 6860 raft_consensus.cc:3060] T 00000000000000000000000000000000 P ebae1a29939244a4a078caff61f52313 [term 1 FOLLOWER]: Advancing to term 2
15:14:38.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:38.842389 6399 heartbeater.cc:344] Connected to a master server at 127.5.158.124:38543
15:14:38.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:38.961804 6900 sys_catalog.cc:455] T 00000000000000000000000000000000 P ebae1a29939244a4a078caff61f52313 [sys.catalog]: SysCatalogTable state changed. Reason: New leader f9c44d0e5ef341ce86ffe0268582fdb3. Latest consensus state: current_term: 2 leader_uuid: "f9c44d0e5ef341ce86ffe0268582fdb3" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c2f18c8f7dbd4af5be91632be5704658" member_type: VOTER last_known_addr { host: "127.5.158.126" port: 38645 } } peers { permanent_uuid: "f9c44d0e5ef341ce86ffe0268582fdb3" member_type: VOTER last_known_addr { host: "127.5.158.125" port: 43553 } } peers { permanent_uuid: "ebae1a29939244a4a078caff61f52313" member_type: VOTER last_known_addr { host: "127.5.158.124" port: 38543 } } }
15:14:38.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:38.962620 6900 sys_catalog.cc:458] T 00000000000000000000000000000000 P ebae1a29939244a4a078caff61f52313 [sys.catalog]: This master's current role is: FOLLOWER
15:14:38.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:38.962145 6907 sys_catalog.cc:455] T 00000000000000000000000000000000 P ebae1a29939244a4a078caff61f52313 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 2 leader_uuid: "f9c44d0e5ef341ce86ffe0268582fdb3" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c2f18c8f7dbd4af5be91632be5704658" member_type: VOTER last_known_addr { host: "127.5.158.126" port: 38645 } } peers { permanent_uuid: "f9c44d0e5ef341ce86ffe0268582fdb3" member_type: VOTER last_known_addr { host: "127.5.158.125" port: 43553 } } peers { permanent_uuid: "ebae1a29939244a4a078caff61f52313" member_type: VOTER last_known_addr { host: "127.5.158.124" port: 38543 } } }
15:14:38.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:38.963599 6907 sys_catalog.cc:458] T 00000000000000000000000000000000 P ebae1a29939244a4a078caff61f52313 [sys.catalog]: This master's current role is: FOLLOWER
15:14:38.966 [WARN - kudu-nio-1] (SecurityContext.java:206) Caller-provided Subject has a Kerberos ticket that is about to expire. Kudu expects the application to renew or re-acquire its own tickets before expiration.
15:14:39.003 [DEBUG - kudu-nio-1] (Negotiator.java:528) SASL mechanism GSSAPI chosen for peer 127.5.158.126
15:14:39.004 [DEBUG - kudu-nio-2] (Negotiator.java:528) SASL mechanism GSSAPI chosen for peer 127.5.158.124
15:14:39.005 [DEBUG - kudu-nio-0] (Negotiator.java:528) SASL mechanism GSSAPI chosen for peer 127.5.158.125
15:14:39.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:39.046660 6914 catalog_manager.cc:1308] Loaded cluster ID: 529f96c31c384c1b8f8ff37dc56f0d7e
15:14:39.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:39.047022 6914 catalog_manager.cc:1601] T 00000000000000000000000000000000 P ebae1a29939244a4a078caff61f52313: loading cluster ID for follower catalog manager: success
15:14:39.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 24 15:14:39 dist-test-slave-38qb krb5kdc[5765](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790262878, etypes {rep=17 tkt=17 ses=17}, kudu/127.5.158.124@KRBTEST.COM for kudu/127.5.158.126@KRBTEST.COM
15:14:39.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 24 15:14:39 dist-test-slave-38qb krb5kdc[5765](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790262873, etypes {rep=17 tkt=17 ses=17}, kudu/127.5.158.65@KRBTEST.COM for kudu/127.5.158.124@KRBTEST.COM
15:14:39.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:39.058759 6914 catalog_manager.cc:1623] T 00000000000000000000000000000000 P ebae1a29939244a4a078caff61f52313: acquiring CA information for follower catalog manager: success
15:14:39.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:39.066094 6914 catalog_manager.cc:1651] T 00000000000000000000000000000000 P ebae1a29939244a4a078caff61f52313: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
15:14:39.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:39.085949 6248 heartbeater.cc:344] Connected to a master server at 127.5.158.124:38543
15:14:39.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:39.097024 6850 master_service.cc:438] Got heartbeat from unknown tserver (permanent_uuid: "3756c57e3ef942f59981eabc4e2f6303" instance_seqno: 1790262864536789) as {username='kudu', principal='kudu/127.5.158.65@KRBTEST.COM'} at 127.5.158.65:36313; Asking this server to re-register.
15:14:39.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:39.099143 6248 heartbeater.cc:461] Registering TS with master...
15:14:39.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:39.103461 6849 ts_manager.cc:194] Registered new tserver with Master: 3756c57e3ef942f59981eabc4e2f6303 (127.5.158.65:42827)
15:14:39.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:39.254086 6812 sys_catalog.cc:455] T 00000000000000000000000000000000 P f9c44d0e5ef341ce86ffe0268582fdb3 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 2 leader_uuid: "f9c44d0e5ef341ce86ffe0268582fdb3" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c2f18c8f7dbd4af5be91632be5704658" member_type: VOTER last_known_addr { host: "127.5.158.126" port: 38645 } } peers { permanent_uuid: "f9c44d0e5ef341ce86ffe0268582fdb3" member_type: VOTER last_known_addr { host: "127.5.158.125" port: 43553 } } peers { permanent_uuid: "ebae1a29939244a4a078caff61f52313" member_type: VOTER last_known_addr { host: "127.5.158.124" port: 38543 } } }
15:14:39.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:39.254856 6812 sys_catalog.cc:458] T 00000000000000000000000000000000 P f9c44d0e5ef341ce86ffe0268582fdb3 [sys.catalog]: This master's current role is: LEADER
15:14:39.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:39.261060 6546 heartbeater.cc:344] Connected to a master server at 127.5.158.124:38543
15:14:39.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:39.264242 6850 master_service.cc:438] Got heartbeat from unknown tserver (permanent_uuid: "b054eb2ad6c542f787089a162e425f5b" instance_seqno: 1790262869874572) as {username='kudu', principal='kudu/127.5.158.67@KRBTEST.COM'} at 127.5.158.67:59473; Asking this server to re-register.
15:14:39.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:39.265872 6546 heartbeater.cc:461] Registering TS with master...
15:14:39.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:39.271917 6850 ts_manager.cc:194] Registered new tserver with Master: b054eb2ad6c542f787089a162e425f5b (127.5.158.67:36651)
15:14:39.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 24 15:14:39 dist-test-slave-38qb krb5kdc[5765](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790262879, etypes {rep=17 tkt=17 ses=17}, kudu/127.5.158.67@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
15:14:39.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:39.629501 6427 init.cc:295] Successfully reacquired a new kerberos TGT
15:14:39.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 24 15:14:39 dist-test-slave-38qb krb5kdc[5765](info): TGS_REQ (1 etypes {17}) 127.0.0.1: ISSUE: authtime 1790262870, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.5.158.124@KRBTEST.COM
15:14:39.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 24 15:14:39 dist-test-slave-38qb krb5kdc[5765](info): TGS_REQ (1 etypes {17}) 127.0.0.1: ISSUE: authtime 1790262870, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.5.158.126@KRBTEST.COM
15:14:39.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 24 15:14:39 dist-test-slave-38qb krb5kdc[5765](info): TGS_REQ (1 etypes {17}) 127.0.0.1: ISSUE: authtime 1790262870, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.5.158.125@KRBTEST.COM
15:14:39.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:39.849305 6850 master_service.cc:438] Got heartbeat from unknown tserver (permanent_uuid: "5e3667a9574e468482a6e75fe3bcff90" instance_seqno: 1790262867480469) as {username='kudu', principal='kudu/127.5.158.66@KRBTEST.COM'} at 127.5.158.66:48801; Asking this server to re-register.
15:14:39.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:39.851158 6399 heartbeater.cc:461] Registering TS with master...
15:14:39.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:39.860637 6850 ts_manager.cc:194] Registered new tserver with Master: 5e3667a9574e468482a6e75fe3bcff90 (127.5.158.66:41379)
15:14:39.870 [DEBUG - kudu-nio-2] (Negotiator.java:918) Authenticated connection [id: 0xfc6538dd, L:/127.0.0.1:35986 - R:/127.5.158.124:38543] using SASL/GSSAPI
15:14:39.872 [DEBUG - kudu-nio-1] (Negotiator.java:918) Authenticated connection [id: 0x40ff5571, L:/127.0.0.1:37434 - R:/127.5.158.126:38645] using SASL/GSSAPI
15:14:39.897 [DEBUG - kudu-nio-0] (Negotiator.java:918) Authenticated connection [id: 0xe011bc2a, L:/127.0.0.1:51060 - R:/127.5.158.125:43553] using SASL/GSSAPI
15:14:39.949 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
15:14:39.950 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=ListTabletServers, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=1382), Traces: [0ms] refreshing cache from master, [34ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.158.125:43553, [127ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.158.126:38645, [137ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.158.124:38543, [1343ms] Sub RPC ConnectToMaster: received response from server master-127.5.158.126:38645: OK, [1343ms] Sub RPC ConnectToMaster: received response from server master-127.5.158.124:38543: OK, [1346ms] Sub RPC ConnectToMaster: received response from server master-127.5.158.125:43553: OK, deferred=null) after lookup
15:14:40.981 [INFO - Time-limited test] (MiniKuduCluster.java:622) Running kinit for user test-admin
15:14:40.982 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: kinit {
username: "test-admin"
}
15:14:41.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 24 15:14:41 dist-test-slave-38qb krb5kdc[5765](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790262881, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
15:14:41.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
15:14:41.017 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
15:14:41.017 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster7612823886229781203/krb5kdc/krb5cc
15:14:41.019 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
15:14:41.019 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.5.158.125:43553
15:14:41.019 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 1
}
}
15:14:41.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:41.020380 5753 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskHSL5gd/build/tsan/bin/kudu with pid 6560
15:14:41.054 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
15:14:41.055 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.5.158.126:38645
15:14:41.055 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 0
}
}
15:14:41.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:41.055886 5753 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskHSL5gd/build/tsan/bin/kudu with pid 6648
15:14:41.058 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.5.158.125:43553(127.5.158.125:43553)] handling channelInactive
15:14:41.060 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.158.125:43553(127.5.158.125:43553)] cleaning up while in state READY due to: connection closed
15:14:41.093 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.5.158.126:38645(127.5.158.126:38645)] handling channelInactive
15:14:41.093 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.158.126:38645(127.5.158.126:38645)] cleaning up while in state READY due to: connection closed
15:14:41.094 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
15:14:41.094 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.5.158.124:38543
15:14:41.094 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 2
}
}
15:14:41.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:41.095047 5753 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskHSL5gd/build/tsan/bin/kudu with pid 6762
15:14:41.125 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.5.158.124:38543(127.5.158.124:38543)] handling channelInactive
15:14:41.125 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.5.158.124:38543(127.5.158.124:38543)] cleaning up while in state READY due to: connection closed
15:14:41.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:14:41.124660 6133 connection.cc:573] client connection to 127.5.158.124:38543 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
15:14:41.126 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
15:14:41.126 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.5.158.125:43553
15:14:41.127 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 1
}
}
15:14:41.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:41.128305 5753 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskHSL5gd/build/tsan/bin/kudu
15:14:41.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskHSL5gd/build/tsan/bin/kudu
15:14:41.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster7612823886229781203/master-1/wal
15:14:41.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster7612823886229781203/master-1/data
15:14:41.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
15:14:41.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
15:14:41.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
15:14:41.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
15:14:41.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
15:14:41.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
15:14:41.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster7612823886229781203/master-1/logs
15:14:41.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster7612823886229781203/master-1/data/info.pb
15:14:41.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
15:14:41.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
15:14:41.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
15:14:41.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
15:14:41.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
15:14:41.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
15:14:41.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
15:14:41.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
15:14:41.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
15:14:41.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
15:14:41.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
15:14:41.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
15:14:41.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.5.158.125:43553
15:14:41.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.5.158.125
15:14:41.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=37749
15:14:41.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster7612823886229781203/krb5kdc/kudu.keytab
15:14:41.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.5.158.125
15:14:41.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
15:14:41.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
15:14:41.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
15:14:41.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
15:14:41.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.5.158.84:35395
15:14:41.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
15:14:41.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
15:14:41.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
15:14:41.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
15:14:41.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.5.158.126:38645,127.5.158.125:43553,127.5.158.124:38543
15:14:41.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
15:14:41.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41545/jwks.json
15:14:41.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false
15:14:41.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster7612823886229781203/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster7612823886229781203/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster7612823886229781203/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
15:14:41.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:14:41.473352 6932 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
15:14:41.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:14:41.474126 6932 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
15:14:41.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:14:41.474948 6932 flags.cc:432] Enabled unsafe flag: --never_fsync=true
15:14:41.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:14:41.511886 6932 flags.cc:432] Enabled experimental flag: --authn_token_validity_seconds=10
15:14:41.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:14:41.512233 6932 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
15:14:41.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:14:41.512743 6932 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
15:14:41.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:14:41.513134 6932 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
15:14:41.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:14:41.513482 6932 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
15:14:41.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:14:41.513832 6932 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
15:14:41.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:14:41.514092 6932 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:41545/jwks.json
15:14:41.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:41.557281 6932 master_runner.cc:387] Master server non-default flags:
15:14:41.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster7612823886229781203/master-1/logs
15:14:41.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
15:14:41.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
15:14:41.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
15:14:41.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.5.158.84:35395
15:14:41.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
15:14:41.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
15:14:41.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster7612823886229781203/master-1/data
15:14:41.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster7612823886229781203/master-1/wal
15:14:41.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
15:14:41.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
15:14:41.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.5.158.126:38645,127.5.158.125:43553,127.5.158.124:38543
15:14:41.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster7612823886229781203/krb5kdc/kudu.keytab
15:14:41.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.5.158.125
15:14:41.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
15:14:41.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
15:14:41.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
15:14:41.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.5.158.125:43553
15:14:41.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
15:14:41.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
15:14:41.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
15:14:41.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41545/jwks.json
15:14:41.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
15:14:41.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
15:14:41.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
15:14:41.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
15:14:41.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
15:14:41.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster7612823886229781203/master-1/data/info.pb
15:14:41.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.5.158.125
15:14:41.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=37749
15:14:41.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
15:14:41.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
15:14:41.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
15:14:41.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
15:14:41.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
15:14:41.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
15:14:41.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
15:14:41.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
15:14:41.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision ae52405967cd2709483ea5c02e613be50ab23f43
15:14:41.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
15:14:41.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 24 Sep 2026 14:50:47 UTC on e7f111948823
15:14:41.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13978
15:14:41.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
15:14:41.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:41.559269 6932 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
15:14:41.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:41.560997 6932 file_cache.cc:504] Constructed file cache file cache with capacity 419430
15:14:41.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:14:41.572785 6939 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:14:42.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:14:41.575067 6940 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:14:42.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:14:42.923875 6942 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:14:42.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:14:42.926578 6941 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1347 milliseconds
15:14:42.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:42.926839 6932 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
15:14:42.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:42.928318 6932 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
15:14:42.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:42.931830 6932 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
15:14:42.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:42.933382 6932 hybrid_clock.cc:648] HybridClock initialized: now 1790262882933273 us; error 82 us; skew 500 ppm
15:14:42.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:42.934378 6932 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
15:14:42.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 24 15:14:42 dist-test-slave-38qb krb5kdc[5765](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790262882, etypes {rep=17 tkt=17 ses=17}, kudu/127.5.158.125@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
15:14:42.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:42.941710 6932 init.cc:377] Logged in from keytab as kudu/127.5.158.125@KRBTEST.COM (short username kudu)
15:14:42.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:42.947222 6932 webserver.cc:533] Webserver started at http://127.5.158.125:37749/ using document root <none> and password file <none>
15:14:42.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:42.948496 6932 fs_manager.cc:362] Metadata directory not provided
15:14:42.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:42.948728 6932 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
15:14:42.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:42.957474 6932 fs_manager.cc:714] Time spent opening directory manager: real 0.006s user 0.006s sys 0.000s
15:14:42.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:42.963174 6957 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
15:14:42.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:42.964532 6932 fs_manager.cc:730] Time spent opening block manager: real 0.005s user 0.000s sys 0.005s
15:14:42.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:42.964851 6932 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster7612823886229781203/master-1/data,/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster7612823886229781203/master-1/wal
15:14:42.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f9c44d0e5ef341ce86ffe0268582fdb3"
15:14:42.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-24 15:14:16 on dist-test-slave-38qb"
15:14:42.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:42.967197 6932 fs_report.cc:389] FS layout report
15:14:42.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
15:14:42.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster7612823886229781203/master-1/wal
15:14:42.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster7612823886229781203/master-1/wal
15:14:42.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster7612823886229781203/master-1/data/data
15:14:42.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
15:14:42.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
15:14:42.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
15:14:42.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
15:14:42.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
15:14:42.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
15:14:42.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
15:14:42.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
15:14:42.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
15:14:42.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
15:14:42.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
15:14:43.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:43.027423 6932 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
15:14:43.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:43.041003 6932 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
15:14:43.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:43.041512 6932 kserver.cc:163] Server-wide thread pool size limit: 3276
15:14:43.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:43.120864 6932 rpc_server.cc:307] RPC server started. Bound to: 127.5.158.125:43553
15:14:43.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:43.120949 7009 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.5.158.125:43553 every 8 connection(s)
15:14:43.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:43.123921 6932 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster7612823886229781203/master-1/data/info.pb
15:14:43.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:43.129613 5753 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskHSL5gd/build/tsan/bin/kudu as pid 6932
15:14:43.130 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
15:14:43.130 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.5.158.126:38645
15:14:43.131 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 0
}
}
15:14:43.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:43.132547 5753 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskHSL5gd/build/tsan/bin/kudu
15:14:43.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskHSL5gd/build/tsan/bin/kudu
15:14:43.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster7612823886229781203/master-0/wal
15:14:43.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster7612823886229781203/master-0/data
15:14:43.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
15:14:43.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
15:14:43.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
15:14:43.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
15:14:43.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
15:14:43.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
15:14:43.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster7612823886229781203/master-0/logs
15:14:43.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster7612823886229781203/master-0/data/info.pb
15:14:43.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
15:14:43.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
15:14:43.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
15:14:43.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
15:14:43.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
15:14:43.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
15:14:43.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
15:14:43.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
15:14:43.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
15:14:43.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
15:14:43.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
15:14:43.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
15:14:43.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.5.158.126:38645
15:14:43.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.5.158.126
15:14:43.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=44293
15:14:43.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster7612823886229781203/krb5kdc/kudu.keytab
15:14:43.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.5.158.126
15:14:43.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
15:14:43.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
15:14:43.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
15:14:43.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
15:14:43.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.5.158.84:35395
15:14:43.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
15:14:43.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
15:14:43.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
15:14:43.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
15:14:43.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.5.158.126:38645,127.5.158.125:43553,127.5.158.124:38543
15:14:43.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
15:14:43.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41545/jwks.json
15:14:43.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false
15:14:43.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster7612823886229781203/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster7612823886229781203/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster7612823886229781203/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
15:14:43.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:43.137918 7010 sys_catalog.cc:263] Verifying existing consensus state
15:14:43.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:43.147966 7010 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P f9c44d0e5ef341ce86ffe0268582fdb3: Bootstrap starting.
15:14:43.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:43.207401 7010 log.cc:826] T 00000000000000000000000000000000 P f9c44d0e5ef341ce86ffe0268582fdb3: Log is configured to *not* fsync() on all Append() calls
15:14:43.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 24 15:14:43 dist-test-slave-38qb krb5kdc[5765](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790262879, etypes {rep=17 tkt=17 ses=17}, kudu/127.5.158.67@KRBTEST.COM for kudu/127.5.158.125@KRBTEST.COM
15:14:43.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:43.228148 7010 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P f9c44d0e5ef341ce86ffe0268582fdb3: Bootstrap replayed 1/1 log segments. Stats: ops{read=5 overwritten=0 applied=5 ignored=0} inserts{seen=3 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
15:14:43.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:43.229125 7010 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P f9c44d0e5ef341ce86ffe0268582fdb3: Bootstrap complete.
15:14:43.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:43.242244 6547 heartbeater.cc:344] Connected to a master server at 127.5.158.125:43553
15:14:43.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:43.255424 7010 raft_consensus.cc:359] T 00000000000000000000000000000000 P f9c44d0e5ef341ce86ffe0268582fdb3 [term 2 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c2f18c8f7dbd4af5be91632be5704658" member_type: VOTER last_known_addr { host: "127.5.158.126" port: 38645 } } peers { permanent_uuid: "f9c44d0e5ef341ce86ffe0268582fdb3" member_type: VOTER last_known_addr { host: "127.5.158.125" port: 43553 } } peers { permanent_uuid: "ebae1a29939244a4a078caff61f52313" member_type: VOTER last_known_addr { host: "127.5.158.124" port: 38543 } }
15:14:43.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:43.257726 7010 raft_consensus.cc:740] T 00000000000000000000000000000000 P f9c44d0e5ef341ce86ffe0268582fdb3 [term 2 FOLLOWER]: Becoming Follower/Learner. State: Replica: f9c44d0e5ef341ce86ffe0268582fdb3, State: Initialized, Role: FOLLOWER
15:14:43.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:43.258585 7010 consensus_queue.cc:260] T 00000000000000000000000000000000 P f9c44d0e5ef341ce86ffe0268582fdb3 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 5, Last appended: 2.5, Last appended by leader: 5, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c2f18c8f7dbd4af5be91632be5704658" member_type: VOTER last_known_addr { host: "127.5.158.126" port: 38645 } } peers { permanent_uuid: "f9c44d0e5ef341ce86ffe0268582fdb3" member_type: VOTER last_known_addr { host: "127.5.158.125" port: 43553 } } peers { permanent_uuid: "ebae1a29939244a4a078caff61f52313" member_type: VOTER last_known_addr { host: "127.5.158.124" port: 38543 } }
15:14:43.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:43.261812 7018 sys_catalog.cc:455] T 00000000000000000000000000000000 P f9c44d0e5ef341ce86ffe0268582fdb3 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 2 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c2f18c8f7dbd4af5be91632be5704658" member_type: VOTER last_known_addr { host: "127.5.158.126" port: 38645 } } peers { permanent_uuid: "f9c44d0e5ef341ce86ffe0268582fdb3" member_type: VOTER last_known_addr { host: "127.5.158.125" port: 43553 } } peers { permanent_uuid: "ebae1a29939244a4a078caff61f52313" member_type: VOTER last_known_addr { host: "127.5.158.124" port: 38543 } } }
15:14:43.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:43.262902 7018 sys_catalog.cc:458] T 00000000000000000000000000000000 P f9c44d0e5ef341ce86ffe0268582fdb3 [sys.catalog]: This master's current role is: FOLLOWER
15:14:43.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:43.263710 7010 sys_catalog.cc:565] T 00000000000000000000000000000000 P f9c44d0e5ef341ce86ffe0268582fdb3 [sys.catalog]: configured and running, proceeding with master startup.
15:14:43.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:43.310236 7030 catalog_manager.cc:1308] Loaded cluster ID: 529f96c31c384c1b8f8ff37dc56f0d7e
15:14:43.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:43.310549 7030 catalog_manager.cc:1601] T 00000000000000000000000000000000 P f9c44d0e5ef341ce86ffe0268582fdb3: loading cluster ID for follower catalog manager: success
15:14:43.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:43.318295 7030 catalog_manager.cc:1623] T 00000000000000000000000000000000 P f9c44d0e5ef341ce86ffe0268582fdb3: acquiring CA information for follower catalog manager: success
15:14:43.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:43.297840 6932 master_runner.cc:187] Error getting master registration for 127.5.158.126:38645: Network error: Client connection negotiation failed: client connection to 127.5.158.126:38645: connect: Connection refused (error 111),
15:14:43.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:43.328688 6932 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
15:14:43.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:43.332244 7030 catalog_manager.cc:1651] T 00000000000000000000000000000000 P f9c44d0e5ef341ce86ffe0268582fdb3: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
15:14:43.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:14:43.536494 7012 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
15:14:43.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:14:43.537071 7012 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
15:14:43.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:14:43.537794 7012 flags.cc:432] Enabled unsafe flag: --never_fsync=true
15:14:43.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:14:43.574039 7012 flags.cc:432] Enabled experimental flag: --authn_token_validity_seconds=10
15:14:43.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:14:43.574345 7012 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
15:14:43.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:14:43.574779 7012 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
15:14:43.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:14:43.575121 7012 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
15:14:43.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:14:43.575456 7012 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
15:14:43.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:14:43.575815 7012 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
15:14:43.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:14:43.576056 7012 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:41545/jwks.json
15:14:43.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:43.625031 7012 master_runner.cc:387] Master server non-default flags:
15:14:43.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster7612823886229781203/master-0/logs
15:14:43.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
15:14:43.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
15:14:43.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
15:14:43.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.5.158.84:35395
15:14:43.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
15:14:43.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
15:14:43.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster7612823886229781203/master-0/data
15:14:43.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster7612823886229781203/master-0/wal
15:14:43.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
15:14:43.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
15:14:43.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.5.158.126:38645,127.5.158.125:43553,127.5.158.124:38543
15:14:43.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster7612823886229781203/krb5kdc/kudu.keytab
15:14:43.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.5.158.126
15:14:43.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
15:14:43.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
15:14:43.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
15:14:43.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.5.158.126:38645
15:14:43.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
15:14:43.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
15:14:43.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
15:14:43.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41545/jwks.json
15:14:43.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
15:14:43.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
15:14:43.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
15:14:43.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
15:14:43.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
15:14:43.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster7612823886229781203/master-0/data/info.pb
15:14:43.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.5.158.126
15:14:43.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=44293
15:14:43.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
15:14:43.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
15:14:43.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
15:14:43.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
15:14:43.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
15:14:43.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
15:14:43.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
15:14:43.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
15:14:43.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision ae52405967cd2709483ea5c02e613be50ab23f43
15:14:43.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
15:14:43.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 24 Sep 2026 14:50:47 UTC on e7f111948823
15:14:43.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13978
15:14:43.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
15:14:43.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:43.626945 7012 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
15:14:43.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:43.628484 7012 file_cache.cc:504] Constructed file cache file cache with capacity 419430
15:14:43.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:14:43.642946 7038 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:14:43.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:43.836391 6400 heartbeater.cc:344] Connected to a master server at 127.5.158.125:43553
15:14:43.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:43.848304 6975 master_service.cc:438] Got heartbeat from unknown tserver (permanent_uuid: "5e3667a9574e468482a6e75fe3bcff90" instance_seqno: 1790262867480469) as {username='kudu', principal='kudu/127.5.158.66@KRBTEST.COM'} at 127.5.158.66:41529; Asking this server to re-register.
15:14:43.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:43.852072 6400 heartbeater.cc:461] Registering TS with master...
15:14:43.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:43.863353 6974 ts_manager.cc:194] Registered new tserver with Master: 5e3667a9574e468482a6e75fe3bcff90 (127.5.158.66:41379)
15:14:43.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 24 15:14:43 dist-test-slave-38qb krb5kdc[5765](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790262883, etypes {rep=17 tkt=17 ses=17}, kudu/127.5.158.65@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
15:14:44.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:44.002981 6126 init.cc:295] Successfully reacquired a new kerberos TGT
15:14:44.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:44.026912 6250 heartbeater.cc:344] Connected to a master server at 127.5.158.125:43553
15:14:44.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:44.031533 6975 master_service.cc:438] Got heartbeat from unknown tserver (permanent_uuid: "3756c57e3ef942f59981eabc4e2f6303" instance_seqno: 1790262864536789) as {username='kudu', principal='kudu/127.5.158.65@KRBTEST.COM'} at 127.5.158.65:45001; Asking this server to re-register.
15:14:44.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:44.033222 6250 heartbeater.cc:461] Registering TS with master...
15:14:44.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:44.046576 6975 ts_manager.cc:194] Registered new tserver with Master: 3756c57e3ef942f59981eabc4e2f6303 (127.5.158.65:42827)
15:14:44.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:44.259795 6975 master_service.cc:438] Got heartbeat from unknown tserver (permanent_uuid: "b054eb2ad6c542f787089a162e425f5b" instance_seqno: 1790262869874572) as {username='kudu', principal='kudu/127.5.158.67@KRBTEST.COM'} at 127.5.158.67:60073; Asking this server to re-register.
15:14:44.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:44.262878 6547 heartbeater.cc:461] Registering TS with master...
15:14:44.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:44.269201 6975 ts_manager.cc:194] Registered new tserver with Master: b054eb2ad6c542f787089a162e425f5b (127.5.158.67:36651)
15:14:44.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:44.589215 7051 raft_consensus.cc:493] T 00000000000000000000000000000000 P f9c44d0e5ef341ce86ffe0268582fdb3 [term 2 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
15:14:44.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:44.590127 7051 raft_consensus.cc:515] T 00000000000000000000000000000000 P f9c44d0e5ef341ce86ffe0268582fdb3 [term 2 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c2f18c8f7dbd4af5be91632be5704658" member_type: VOTER last_known_addr { host: "127.5.158.126" port: 38645 } } peers { permanent_uuid: "f9c44d0e5ef341ce86ffe0268582fdb3" member_type: VOTER last_known_addr { host: "127.5.158.125" port: 43553 } } peers { permanent_uuid: "ebae1a29939244a4a078caff61f52313" member_type: VOTER last_known_addr { host: "127.5.158.124" port: 38543 } }
15:14:44.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:44.612464 7051 leader_election.cc:290] T 00000000000000000000000000000000 P f9c44d0e5ef341ce86ffe0268582fdb3 [CANDIDATE]: Term 3 pre-election: Requested pre-vote from peers c2f18c8f7dbd4af5be91632be5704658 (127.5.158.126:38645), ebae1a29939244a4a078caff61f52313 (127.5.158.124:38543)
15:14:44.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:14:44.638319 6961 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.5.158.124:38543: connect: Connection refused (error 111)
15:14:44.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:14:44.658390 6961 leader_election.cc:336] T 00000000000000000000000000000000 P f9c44d0e5ef341ce86ffe0268582fdb3 [CANDIDATE]: Term 3 pre-election: RPC error from VoteRequest() call to peer ebae1a29939244a4a078caff61f52313 (127.5.158.124:38543): Network error: Client connection negotiation failed: client connection to 127.5.158.124:38543: connect: Connection refused (error 111)
15:14:44.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:14:44.663946 6959 leader_election.cc:336] T 00000000000000000000000000000000 P f9c44d0e5ef341ce86ffe0268582fdb3 [CANDIDATE]: Term 3 pre-election: RPC error from VoteRequest() call to peer c2f18c8f7dbd4af5be91632be5704658 (127.5.158.126:38645): Network error: Client connection negotiation failed: client connection to 127.5.158.126:38645: connect: Connection refused (error 111)
15:14:44.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:44.664510 6959 leader_election.cc:304] T 00000000000000000000000000000000 P f9c44d0e5ef341ce86ffe0268582fdb3 [CANDIDATE]: Term 3 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: f9c44d0e5ef341ce86ffe0268582fdb3; no voters: c2f18c8f7dbd4af5be91632be5704658, ebae1a29939244a4a078caff61f52313
15:14:44.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:44.666170 7051 raft_consensus.cc:2749] T 00000000000000000000000000000000 P f9c44d0e5ef341ce86ffe0268582fdb3 [term 2 FOLLOWER]: Leader pre-election lost for term 3. Reason: could not achieve majority
15:14:45.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:14:45.052855 7037 debug-util.cc:398] Leaking SignalData structure 0x7b08000372a0 after lost signal to thread 7012
15:14:45.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:14:45.508404 7037 kernel_stack_watchdog.cc:198] Thread 7012 stuck at /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:642 for 405ms:
15:14:45.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
15:14:45.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
15:14:45.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
15:14:45.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
15:14:45.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:14:43.646200 7039 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:14:45.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:14:45.514906 7012 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.869s user 0.624s sys 1.167s
15:14:45.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:14:45.515300 7012 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.870s user 0.624s sys 1.167s
15:14:45.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:45.515579 7012 server_base.cc:1061] running on GCE node
15:14:45.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:14:45.518831 7041 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:14:45.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:45.520501 7012 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
15:14:45.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:45.541606 7012 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
15:14:45.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:45.543179 7012 hybrid_clock.cc:648] HybridClock initialized: now 1790262885543128 us; error 58 us; skew 500 ppm
15:14:45.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:45.544410 7012 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
15:14:45.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 24 15:14:45 dist-test-slave-38qb krb5kdc[5765](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790262885, etypes {rep=17 tkt=17 ses=17}, kudu/127.5.158.126@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
15:14:45.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:45.552745 7012 init.cc:377] Logged in from keytab as kudu/127.5.158.126@KRBTEST.COM (short username kudu)
15:14:45.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:45.558971 7012 webserver.cc:533] Webserver started at http://127.5.158.126:44293/ using document root <none> and password file <none>
15:14:45.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:45.560063 7012 fs_manager.cc:362] Metadata directory not provided
15:14:45.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:45.560274 7012 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
15:14:45.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:45.569340 7012 fs_manager.cc:714] Time spent opening directory manager: real 0.006s user 0.002s sys 0.004s
15:14:45.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:45.574352 7065 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
15:14:45.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:45.575870 7012 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.002s sys 0.002s
15:14:45.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:45.576282 7012 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster7612823886229781203/master-0/data,/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster7612823886229781203/master-0/wal
15:14:45.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c2f18c8f7dbd4af5be91632be5704658"
15:14:45.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-24 15:14:13 on dist-test-slave-38qb"
15:14:45.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:45.578743 7012 fs_report.cc:389] FS layout report
15:14:45.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
15:14:45.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster7612823886229781203/master-0/wal
15:14:45.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster7612823886229781203/master-0/wal
15:14:45.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster7612823886229781203/master-0/data/data
15:14:45.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
15:14:45.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
15:14:45.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
15:14:45.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
15:14:45.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
15:14:45.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
15:14:45.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
15:14:45.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
15:14:45.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
15:14:45.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
15:14:45.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
15:14:45.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:45.652745 7012 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
15:14:45.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:45.661154 7012 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
15:14:45.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:45.661851 7012 kserver.cc:163] Server-wide thread pool size limit: 3276
15:14:45.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:45.766906 7116 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.5.158.126:38645 every 8 connection(s)
15:14:45.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:45.766894 7012 rpc_server.cc:307] RPC server started. Bound to: 127.5.158.126:38645
15:14:45.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:45.771198 7012 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster7612823886229781203/master-0/data/info.pb
15:14:45.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:45.779408 5753 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskHSL5gd/build/tsan/bin/kudu as pid 7012
15:14:45.780 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
15:14:45.780 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.5.158.124:38543
15:14:45.781 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 2
}
}
15:14:45.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:45.782651 5753 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskHSL5gd/build/tsan/bin/kudu
15:14:45.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskHSL5gd/build/tsan/bin/kudu
15:14:45.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster7612823886229781203/master-2/wal
15:14:45.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster7612823886229781203/master-2/data
15:14:45.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
15:14:45.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
15:14:45.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
15:14:45.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
15:14:45.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
15:14:45.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
15:14:45.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster7612823886229781203/master-2/logs
15:14:45.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster7612823886229781203/master-2/data/info.pb
15:14:45.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
15:14:45.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
15:14:45.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
15:14:45.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
15:14:45.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
15:14:45.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
15:14:45.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
15:14:45.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
15:14:45.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
15:14:45.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
15:14:45.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
15:14:45.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
15:14:45.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.5.158.124:38543
15:14:45.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.5.158.124
15:14:45.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=39073
15:14:45.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster7612823886229781203/krb5kdc/kudu.keytab
15:14:45.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.5.158.124
15:14:45.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
15:14:45.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
15:14:45.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
15:14:45.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
15:14:45.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.5.158.84:35395
15:14:45.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
15:14:45.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
15:14:45.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
15:14:45.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
15:14:45.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.5.158.126:38645,127.5.158.125:43553,127.5.158.124:38543
15:14:45.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
15:14:45.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41545/jwks.json
15:14:45.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false
15:14:45.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster7612823886229781203/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster7612823886229781203/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster7612823886229781203/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
15:14:45.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:45.800185 7117 sys_catalog.cc:263] Verifying existing consensus state
15:14:45.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:45.810187 7117 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P c2f18c8f7dbd4af5be91632be5704658: Bootstrap starting.
15:14:45.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:45.867450 7117 log.cc:826] T 00000000000000000000000000000000 P c2f18c8f7dbd4af5be91632be5704658: Log is configured to *not* fsync() on all Append() calls
15:14:45.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 24 15:14:45 dist-test-slave-38qb krb5kdc[5765](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790262877, etypes {rep=17 tkt=17 ses=17}, kudu/127.5.158.66@KRBTEST.COM for kudu/127.5.158.126@KRBTEST.COM
15:14:45.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:45.932168 7117 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P c2f18c8f7dbd4af5be91632be5704658: Bootstrap replayed 1/1 log segments. Stats: ops{read=5 overwritten=0 applied=5 ignored=0} inserts{seen=3 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
15:14:45.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:45.933224 7117 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P c2f18c8f7dbd4af5be91632be5704658: Bootstrap complete.
15:14:45.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:45.971302 6401 heartbeater.cc:344] Connected to a master server at 127.5.158.126:38645
15:14:45.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:45.973112 7117 raft_consensus.cc:359] T 00000000000000000000000000000000 P c2f18c8f7dbd4af5be91632be5704658 [term 2 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c2f18c8f7dbd4af5be91632be5704658" member_type: VOTER last_known_addr { host: "127.5.158.126" port: 38645 } } peers { permanent_uuid: "f9c44d0e5ef341ce86ffe0268582fdb3" member_type: VOTER last_known_addr { host: "127.5.158.125" port: 43553 } } peers { permanent_uuid: "ebae1a29939244a4a078caff61f52313" member_type: VOTER last_known_addr { host: "127.5.158.124" port: 38543 } }
15:14:45.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:45.976544 7117 raft_consensus.cc:740] T 00000000000000000000000000000000 P c2f18c8f7dbd4af5be91632be5704658 [term 2 FOLLOWER]: Becoming Follower/Learner. State: Replica: c2f18c8f7dbd4af5be91632be5704658, State: Initialized, Role: FOLLOWER
15:14:45.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:45.977522 7117 consensus_queue.cc:260] T 00000000000000000000000000000000 P c2f18c8f7dbd4af5be91632be5704658 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 5, Last appended: 2.5, Last appended by leader: 5, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c2f18c8f7dbd4af5be91632be5704658" member_type: VOTER last_known_addr { host: "127.5.158.126" port: 38645 } } peers { permanent_uuid: "f9c44d0e5ef341ce86ffe0268582fdb3" member_type: VOTER last_known_addr { host: "127.5.158.125" port: 43553 } } peers { permanent_uuid: "ebae1a29939244a4a078caff61f52313" member_type: VOTER last_known_addr { host: "127.5.158.124" port: 38543 } }
15:14:45.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:45.981179 7124 sys_catalog.cc:455] T 00000000000000000000000000000000 P c2f18c8f7dbd4af5be91632be5704658 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 2 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c2f18c8f7dbd4af5be91632be5704658" member_type: VOTER last_known_addr { host: "127.5.158.126" port: 38645 } } peers { permanent_uuid: "f9c44d0e5ef341ce86ffe0268582fdb3" member_type: VOTER last_known_addr { host: "127.5.158.125" port: 43553 } } peers { permanent_uuid: "ebae1a29939244a4a078caff61f52313" member_type: VOTER last_known_addr { host: "127.5.158.124" port: 38543 } } }
15:14:45.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:45.983150 7117 sys_catalog.cc:565] T 00000000000000000000000000000000 P c2f18c8f7dbd4af5be91632be5704658 [sys.catalog]: configured and running, proceeding with master startup.
15:14:45.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:45.983141 7124 sys_catalog.cc:458] T 00000000000000000000000000000000 P c2f18c8f7dbd4af5be91632be5704658 [sys.catalog]: This master's current role is: FOLLOWER
15:14:46.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:46.044690 7135 catalog_manager.cc:1308] Loaded cluster ID: 529f96c31c384c1b8f8ff37dc56f0d7e
15:14:46.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:46.045020 7135 catalog_manager.cc:1601] T 00000000000000000000000000000000 P c2f18c8f7dbd4af5be91632be5704658: loading cluster ID for follower catalog manager: success
15:14:46.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 24 15:14:46 dist-test-slave-38qb krb5kdc[5765](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790262885, etypes {rep=17 tkt=17 ses=17}, kudu/127.5.158.126@KRBTEST.COM for kudu/127.5.158.126@KRBTEST.COM
15:14:46.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:46.052650 7135 catalog_manager.cc:1623] T 00000000000000000000000000000000 P c2f18c8f7dbd4af5be91632be5704658: acquiring CA information for follower catalog manager: success
15:14:46.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:46.058419 7135 catalog_manager.cc:1651] T 00000000000000000000000000000000 P c2f18c8f7dbd4af5be91632be5704658: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
15:14:46.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 24 15:14:46 dist-test-slave-38qb krb5kdc[5765](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790262883, etypes {rep=17 tkt=17 ses=17}, kudu/127.5.158.65@KRBTEST.COM for kudu/127.5.158.126@KRBTEST.COM
15:14:46.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:46.100641 6253 heartbeater.cc:344] Connected to a master server at 127.5.158.126:38645
15:14:46.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:46.130043 7082 master_service.cc:438] Got heartbeat from unknown tserver (permanent_uuid: "3756c57e3ef942f59981eabc4e2f6303" instance_seqno: 1790262864536789) as {username='kudu', principal='kudu/127.5.158.65@KRBTEST.COM'} at 127.5.158.65:51679; Asking this server to re-register.
15:14:46.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:46.131999 6253 heartbeater.cc:461] Registering TS with master...
15:14:46.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:46.137353 7081 ts_manager.cc:194] Registered new tserver with Master: 3756c57e3ef942f59981eabc4e2f6303 (127.5.158.65:42827)
15:14:46.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:46.117192 7012 master_runner.cc:187] Error getting master registration for 127.5.158.124:38543: Network error: Client connection negotiation failed: client connection to 127.5.158.124:38543: connect: Connection refused (error 111),
15:14:46.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:46.179026 7012 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
15:14:46.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:14:46.284251 7119 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
15:14:46.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:14:46.285094 7119 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
15:14:46.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:14:46.286222 7119 flags.cc:432] Enabled unsafe flag: --never_fsync=true
15:14:46.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:46.347185 7147 raft_consensus.cc:493] T 00000000000000000000000000000000 P f9c44d0e5ef341ce86ffe0268582fdb3 [term 2 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
15:14:46.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:46.348227 7147 raft_consensus.cc:515] T 00000000000000000000000000000000 P f9c44d0e5ef341ce86ffe0268582fdb3 [term 2 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c2f18c8f7dbd4af5be91632be5704658" member_type: VOTER last_known_addr { host: "127.5.158.126" port: 38645 } } peers { permanent_uuid: "f9c44d0e5ef341ce86ffe0268582fdb3" member_type: VOTER last_known_addr { host: "127.5.158.125" port: 43553 } } peers { permanent_uuid: "ebae1a29939244a4a078caff61f52313" member_type: VOTER last_known_addr { host: "127.5.158.124" port: 38543 } }
15:14:46.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:14:46.348948 7119 flags.cc:432] Enabled experimental flag: --authn_token_validity_seconds=10
15:14:46.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:14:46.349257 7119 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
15:14:46.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:14:46.350005 7119 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
15:14:46.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:14:46.350596 7119 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
15:14:46.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:14:46.351202 7119 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
15:14:46.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:14:46.351753 7119 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
15:14:46.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:14:46.352178 7119 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:41545/jwks.json
15:14:46.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:46.364943 6548 heartbeater.cc:344] Connected to a master server at 127.5.158.126:38645
15:14:46.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:46.367352 7147 leader_election.cc:290] T 00000000000000000000000000000000 P f9c44d0e5ef341ce86ffe0268582fdb3 [CANDIDATE]: Term 3 pre-election: Requested pre-vote from peers c2f18c8f7dbd4af5be91632be5704658 (127.5.158.126:38645), ebae1a29939244a4a078caff61f52313 (127.5.158.124:38543)
15:14:46.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:46.368685 7082 master_service.cc:438] Got heartbeat from unknown tserver (permanent_uuid: "b054eb2ad6c542f787089a162e425f5b" instance_seqno: 1790262869874572) as {username='kudu', principal='kudu/127.5.158.67@KRBTEST.COM'} at 127.5.158.67:56457; Asking this server to re-register.
15:14:46.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:46.370710 6548 heartbeater.cc:461] Registering TS with master...
15:14:46.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:46.374233 7082 ts_manager.cc:194] Registered new tserver with Master: b054eb2ad6c542f787089a162e425f5b (127.5.158.67:36651)
15:14:46.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:14:46.399480 6961 leader_election.cc:336] T 00000000000000000000000000000000 P f9c44d0e5ef341ce86ffe0268582fdb3 [CANDIDATE]: Term 3 pre-election: RPC error from VoteRequest() call to peer ebae1a29939244a4a078caff61f52313 (127.5.158.124:38543): Network error: Client connection negotiation failed: client connection to 127.5.158.124:38543: connect: Connection refused (error 111)
15:14:46.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:46.408519 7092 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "f9c44d0e5ef341ce86ffe0268582fdb3" candidate_term: 3 candidate_status { last_received { term: 2 index: 5 } } ignore_live_leader: false dest_uuid: "c2f18c8f7dbd4af5be91632be5704658" is_pre_election: true
15:14:46.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:46.409584 7092 raft_consensus.cc:2468] T 00000000000000000000000000000000 P c2f18c8f7dbd4af5be91632be5704658 [term 2 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate f9c44d0e5ef341ce86ffe0268582fdb3 in term 2.
15:14:46.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:46.412374 6959 leader_election.cc:304] T 00000000000000000000000000000000 P f9c44d0e5ef341ce86ffe0268582fdb3 [CANDIDATE]: Term 3 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: c2f18c8f7dbd4af5be91632be5704658, f9c44d0e5ef341ce86ffe0268582fdb3; no voters: ebae1a29939244a4a078caff61f52313
15:14:46.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:46.413232 7147 raft_consensus.cc:2804] T 00000000000000000000000000000000 P f9c44d0e5ef341ce86ffe0268582fdb3 [term 2 FOLLOWER]: Leader pre-election won for term 3
15:14:46.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:46.413581 7147 raft_consensus.cc:493] T 00000000000000000000000000000000 P f9c44d0e5ef341ce86ffe0268582fdb3 [term 2 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
15:14:46.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:46.413945 7147 raft_consensus.cc:3060] T 00000000000000000000000000000000 P f9c44d0e5ef341ce86ffe0268582fdb3 [term 2 FOLLOWER]: Advancing to term 3
15:14:46.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:46.425945 7119 master_runner.cc:387] Master server non-default flags:
15:14:46.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster7612823886229781203/master-2/logs
15:14:46.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
15:14:46.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
15:14:46.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
15:14:46.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.5.158.84:35395
15:14:46.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
15:14:46.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
15:14:46.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster7612823886229781203/master-2/data
15:14:46.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster7612823886229781203/master-2/wal
15:14:46.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
15:14:46.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
15:14:46.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.5.158.126:38645,127.5.158.125:43553,127.5.158.124:38543
15:14:46.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster7612823886229781203/krb5kdc/kudu.keytab
15:14:46.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.5.158.124
15:14:46.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
15:14:46.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
15:14:46.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
15:14:46.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.5.158.124:38543
15:14:46.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
15:14:46.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
15:14:46.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
15:14:46.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41545/jwks.json
15:14:46.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
15:14:46.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
15:14:46.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
15:14:46.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
15:14:46.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
15:14:46.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster7612823886229781203/master-2/data/info.pb
15:14:46.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.5.158.124
15:14:46.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=39073
15:14:46.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
15:14:46.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
15:14:46.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
15:14:46.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
15:14:46.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
15:14:46.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
15:14:46.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
15:14:46.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
15:14:46.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision ae52405967cd2709483ea5c02e613be50ab23f43
15:14:46.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
15:14:46.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 24 Sep 2026 14:50:47 UTC on e7f111948823
15:14:46.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13978
15:14:46.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
15:14:46.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:46.427683 7119 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
15:14:46.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:46.428512 7147 raft_consensus.cc:515] T 00000000000000000000000000000000 P f9c44d0e5ef341ce86ffe0268582fdb3 [term 3 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c2f18c8f7dbd4af5be91632be5704658" member_type: VOTER last_known_addr { host: "127.5.158.126" port: 38645 } } peers { permanent_uuid: "f9c44d0e5ef341ce86ffe0268582fdb3" member_type: VOTER last_known_addr { host: "127.5.158.125" port: 43553 } } peers { permanent_uuid: "ebae1a29939244a4a078caff61f52313" member_type: VOTER last_known_addr { host: "127.5.158.124" port: 38543 } }
15:14:46.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:46.429086 7119 file_cache.cc:504] Constructed file cache file cache with capacity 419430
15:14:46.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:46.431744 7092 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "f9c44d0e5ef341ce86ffe0268582fdb3" candidate_term: 3 candidate_status { last_received { term: 2 index: 5 } } ignore_live_leader: false dest_uuid: "c2f18c8f7dbd4af5be91632be5704658"
15:14:46.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:46.432348 7092 raft_consensus.cc:3060] T 00000000000000000000000000000000 P c2f18c8f7dbd4af5be91632be5704658 [term 2 FOLLOWER]: Advancing to term 3
15:14:46.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:14:46.437058 6961 leader_election.cc:336] T 00000000000000000000000000000000 P f9c44d0e5ef341ce86ffe0268582fdb3 [CANDIDATE]: Term 3 election: RPC error from VoteRequest() call to peer ebae1a29939244a4a078caff61f52313 (127.5.158.124:38543): Network error: Client connection negotiation failed: client connection to 127.5.158.124:38543: connect: Connection refused (error 111)
15:14:46.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:46.438293 7147 leader_election.cc:290] T 00000000000000000000000000000000 P f9c44d0e5ef341ce86ffe0268582fdb3 [CANDIDATE]: Term 3 election: Requested vote from peers c2f18c8f7dbd4af5be91632be5704658 (127.5.158.126:38645), ebae1a29939244a4a078caff61f52313 (127.5.158.124:38543)
15:14:46.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:46.443681 7092 raft_consensus.cc:2468] T 00000000000000000000000000000000 P c2f18c8f7dbd4af5be91632be5704658 [term 3 FOLLOWER]: Leader election vote request: Granting yes vote for candidate f9c44d0e5ef341ce86ffe0268582fdb3 in term 3.
15:14:46.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:46.445237 6959 leader_election.cc:304] T 00000000000000000000000000000000 P f9c44d0e5ef341ce86ffe0268582fdb3 [CANDIDATE]: Term 3 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: c2f18c8f7dbd4af5be91632be5704658, f9c44d0e5ef341ce86ffe0268582fdb3; no voters: ebae1a29939244a4a078caff61f52313
15:14:46.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:46.446552 7147 raft_consensus.cc:2804] T 00000000000000000000000000000000 P f9c44d0e5ef341ce86ffe0268582fdb3 [term 3 FOLLOWER]: Leader election won for term 3
15:14:46.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:46.458715 7147 raft_consensus.cc:697] T 00000000000000000000000000000000 P f9c44d0e5ef341ce86ffe0268582fdb3 [term 3 LEADER]: Becoming Leader. State: Replica: f9c44d0e5ef341ce86ffe0268582fdb3, State: Running, Role: LEADER
15:14:46.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:46.460141 7147 consensus_queue.cc:237] T 00000000000000000000000000000000 P f9c44d0e5ef341ce86ffe0268582fdb3 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 5, Committed index: 5, Last appended: 2.5, Last appended by leader: 5, Current term: 3, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c2f18c8f7dbd4af5be91632be5704658" member_type: VOTER last_known_addr { host: "127.5.158.126" port: 38645 } } peers { permanent_uuid: "f9c44d0e5ef341ce86ffe0268582fdb3" member_type: VOTER last_known_addr { host: "127.5.158.125" port: 43553 } } peers { permanent_uuid: "ebae1a29939244a4a078caff61f52313" member_type: VOTER last_known_addr { host: "127.5.158.124" port: 38543 } }
15:14:46.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:14:46.461575 7153 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:14:46.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:46.485738 7152 sys_catalog.cc:455] T 00000000000000000000000000000000 P f9c44d0e5ef341ce86ffe0268582fdb3 [sys.catalog]: SysCatalogTable state changed. Reason: New leader f9c44d0e5ef341ce86ffe0268582fdb3. Latest consensus state: current_term: 3 leader_uuid: "f9c44d0e5ef341ce86ffe0268582fdb3" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c2f18c8f7dbd4af5be91632be5704658" member_type: VOTER last_known_addr { host: "127.5.158.126" port: 38645 } } peers { permanent_uuid: "f9c44d0e5ef341ce86ffe0268582fdb3" member_type: VOTER last_known_addr { host: "127.5.158.125" port: 43553 } } peers { permanent_uuid: "ebae1a29939244a4a078caff61f52313" member_type: VOTER last_known_addr { host: "127.5.158.124" port: 38543 } } }
15:14:46.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:46.487084 7152 sys_catalog.cc:458] T 00000000000000000000000000000000 P f9c44d0e5ef341ce86ffe0268582fdb3 [sys.catalog]: This master's current role is: LEADER
15:14:46.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:46.496822 7159 catalog_manager.cc:1524] Loading table and tablet metadata into memory...
15:14:46.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:46.506860 7159 catalog_manager.cc:1533] Initializing Kudu cluster ID...
15:14:46.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:46.514905 7159 catalog_manager.cc:1308] Loaded cluster ID: 529f96c31c384c1b8f8ff37dc56f0d7e
15:14:46.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:46.515625 7159 catalog_manager.cc:1544] Initializing Kudu internal certificate authority...
15:14:46.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:46.521903 7159 catalog_manager.cc:1553] Loading token signing keys...
15:14:46.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:46.527076 7159 catalog_manager.cc:6230] T 00000000000000000000000000000000 P f9c44d0e5ef341ce86ffe0268582fdb3: Loaded TSK: 0
15:14:46.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:46.528698 7159 catalog_manager.cc:1563] Initializing in-progress tserver states...
15:14:46.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:14:46.951243 5241 debug-util.cc:398] Leaking SignalData structure 0x7b08000b2b20 after lost signal to thread 5170
15:14:46.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:14:46.952559 5241 debug-util.cc:398] Leaking SignalData structure 0x7b08000a4bc0 after lost signal to thread 5244
15:14:46.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:46.979492 7082 master_service.cc:438] Got heartbeat from unknown tserver (permanent_uuid: "5e3667a9574e468482a6e75fe3bcff90" instance_seqno: 1790262867480469) as {username='kudu', principal='kudu/127.5.158.66@KRBTEST.COM'} at 127.5.158.66:52567; Asking this server to re-register.
15:14:46.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:46.981863 6401 heartbeater.cc:461] Registering TS with master...
15:14:46.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:46.985317 7082 ts_manager.cc:194] Registered new tserver with Master: 5e3667a9574e468482a6e75fe3bcff90 (127.5.158.66:41379)
15:14:47.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:14:47.064671 6961 consensus_peers.cc:597] T 00000000000000000000000000000000 P f9c44d0e5ef341ce86ffe0268582fdb3 -> Peer ebae1a29939244a4a078caff61f52313 (127.5.158.124:38543): Couldn't send request to peer ebae1a29939244a4a078caff61f52313. Status: Network error: Client connection negotiation failed: client connection to 127.5.158.124:38543: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
15:14:47.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:47.089223 7092 raft_consensus.cc:1275] T 00000000000000000000000000000000 P c2f18c8f7dbd4af5be91632be5704658 [term 3 FOLLOWER]: Refusing update from remote peer f9c44d0e5ef341ce86ffe0268582fdb3: Log matching property violated. Preceding OpId in replica: term: 2 index: 5. Preceding OpId from leader: term: 3 index: 6. (index mismatch)
15:14:47.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:47.092118 7163 consensus_queue.cc:1048] T 00000000000000000000000000000000 P f9c44d0e5ef341ce86ffe0268582fdb3 [LEADER]: Connected to new peer: Peer: permanent_uuid: "c2f18c8f7dbd4af5be91632be5704658" member_type: VOTER last_known_addr { host: "127.5.158.126" port: 38645 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 6, Last known committed idx: 5, Time since last communication: 0.001s
15:14:47.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:47.129135 7166 sys_catalog.cc:455] T 00000000000000000000000000000000 P c2f18c8f7dbd4af5be91632be5704658 [sys.catalog]: SysCatalogTable state changed. Reason: New leader f9c44d0e5ef341ce86ffe0268582fdb3. Latest consensus state: current_term: 3 leader_uuid: "f9c44d0e5ef341ce86ffe0268582fdb3" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c2f18c8f7dbd4af5be91632be5704658" member_type: VOTER last_known_addr { host: "127.5.158.126" port: 38645 } } peers { permanent_uuid: "f9c44d0e5ef341ce86ffe0268582fdb3" member_type: VOTER last_known_addr { host: "127.5.158.125" port: 43553 } } peers { permanent_uuid: "ebae1a29939244a4a078caff61f52313" member_type: VOTER last_known_addr { host: "127.5.158.124" port: 38543 } } }
15:14:47.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:47.141420 7166 sys_catalog.cc:458] T 00000000000000000000000000000000 P c2f18c8f7dbd4af5be91632be5704658 [sys.catalog]: This master's current role is: FOLLOWER
15:14:47.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:47.157918 7166 sys_catalog.cc:455] T 00000000000000000000000000000000 P c2f18c8f7dbd4af5be91632be5704658 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 3 leader_uuid: "f9c44d0e5ef341ce86ffe0268582fdb3" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c2f18c8f7dbd4af5be91632be5704658" member_type: VOTER last_known_addr { host: "127.5.158.126" port: 38645 } } peers { permanent_uuid: "f9c44d0e5ef341ce86ffe0268582fdb3" member_type: VOTER last_known_addr { host: "127.5.158.125" port: 43553 } } peers { permanent_uuid: "ebae1a29939244a4a078caff61f52313" member_type: VOTER last_known_addr { host: "127.5.158.124" port: 38543 } } }
15:14:47.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:47.159701 7166 sys_catalog.cc:458] T 00000000000000000000000000000000 P c2f18c8f7dbd4af5be91632be5704658 [sys.catalog]: This master's current role is: FOLLOWER
15:14:47.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:47.163713 7163 sys_catalog.cc:455] T 00000000000000000000000000000000 P f9c44d0e5ef341ce86ffe0268582fdb3 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 3 leader_uuid: "f9c44d0e5ef341ce86ffe0268582fdb3" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c2f18c8f7dbd4af5be91632be5704658" member_type: VOTER last_known_addr { host: "127.5.158.126" port: 38645 } } peers { permanent_uuid: "f9c44d0e5ef341ce86ffe0268582fdb3" member_type: VOTER last_known_addr { host: "127.5.158.125" port: 43553 } } peers { permanent_uuid: "ebae1a29939244a4a078caff61f52313" member_type: VOTER last_known_addr { host: "127.5.158.124" port: 38543 } } }
15:14:47.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:47.165154 7163 sys_catalog.cc:458] T 00000000000000000000000000000000 P f9c44d0e5ef341ce86ffe0268582fdb3 [sys.catalog]: This master's current role is: LEADER
15:14:47.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 24 15:14:47 dist-test-slave-38qb krb5kdc[5765](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790262887, etypes {rep=17 tkt=17 ses=17}, kudu/127.5.158.66@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
15:14:47.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:47.247754 6279 init.cc:295] Successfully reacquired a new kerberos TGT
15:14:47.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:47.887523 6400 heartbeater.cc:499] Master 127.5.158.125:43553 was elected leader, sending a full tablet report...
15:14:48.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:48.064924 6250 heartbeater.cc:499] Master 127.5.158.125:43553 was elected leader, sending a full tablet report...
15:14:48.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:48.294396 6547 heartbeater.cc:499] Master 127.5.158.125:43553 was elected leader, sending a full tablet report...
15:14:48.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:14:46.471207 7154 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:14:48.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:14:46.478361 7158 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:14:48.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:14:48.325099 7156 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1854 milliseconds
15:14:48.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:48.325234 7119 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
15:14:48.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:48.326570 7119 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
15:14:48.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:48.330829 7119 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
15:14:48.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:48.334585 7119 hybrid_clock.cc:648] HybridClock initialized: now 1790262888334250 us; error 327 us; skew 500 ppm
15:14:48.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:48.336057 7119 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
15:14:48.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 24 15:14:48 dist-test-slave-38qb krb5kdc[5765](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790262888, etypes {rep=17 tkt=17 ses=17}, kudu/127.5.158.124@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
15:14:48.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:48.345901 7119 init.cc:377] Logged in from keytab as kudu/127.5.158.124@KRBTEST.COM (short username kudu)
15:14:48.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:48.358515 6932 master_runner.cc:187] Error getting master registration for 127.5.158.124:38543: Network error: Client connection negotiation failed: client connection to 127.5.158.124:38543: connect: Connection refused (error 111),
15:14:48.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:48.359025 6932 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
15:14:48.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:48.358955 7119 webserver.cc:533] Webserver started at http://127.5.158.124:39073/ using document root <none> and password file <none>
15:14:48.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:48.360146 7119 fs_manager.cc:362] Metadata directory not provided
15:14:48.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:48.360436 7119 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
15:14:48.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:48.370664 7119 fs_manager.cc:714] Time spent opening directory manager: real 0.007s user 0.007s sys 0.001s
15:14:48.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:48.376135 7185 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
15:14:48.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:48.377734 7119 fs_manager.cc:730] Time spent opening block manager: real 0.005s user 0.006s sys 0.000s
15:14:48.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:48.378228 7119 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster7612823886229781203/master-2/data,/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster7612823886229781203/master-2/wal
15:14:48.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ebae1a29939244a4a078caff61f52313"
15:14:48.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-24 15:14:18 on dist-test-slave-38qb"
15:14:48.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:48.381183 7119 fs_report.cc:389] FS layout report
15:14:48.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
15:14:48.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster7612823886229781203/master-2/wal
15:14:48.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster7612823886229781203/master-2/wal
15:14:48.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster7612823886229781203/master-2/data/data
15:14:48.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
15:14:48.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
15:14:48.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
15:14:48.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
15:14:48.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
15:14:48.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
15:14:48.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
15:14:48.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
15:14:48.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
15:14:48.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
15:14:48.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
15:14:48.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:48.467115 7119 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
15:14:48.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:48.479892 7119 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
15:14:48.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:48.480317 7119 kserver.cc:163] Server-wide thread pool size limit: 3276
15:14:48.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:48.573933 7119 rpc_server.cc:307] RPC server started. Bound to: 127.5.158.124:38543
15:14:48.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:48.574076 7241 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.5.158.124:38543 every 8 connection(s)
15:14:48.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:48.577782 7119 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster7612823886229781203/master-2/data/info.pb
15:14:48.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:48.587011 5753 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskHSL5gd/build/tsan/bin/kudu as pid 7119
15:14:48.587 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
15:14:48.588 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.5.158.125:43553(127.5.158.125:43553)] connecting to peer
15:14:48.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:48.591315 7242 sys_catalog.cc:263] Verifying existing consensus state
15:14:48.592 [DEBUG - kudu-nio-3] (Connection.java:757) [peer master-127.5.158.125:43553(127.5.158.125:43553)] Successfully connected to peer
15:14:48.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:48.599759 7242 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P ebae1a29939244a4a078caff61f52313: Bootstrap starting.
15:14:48.604 [DEBUG - kudu-nio-3] (Negotiator.java:528) SASL mechanism GSSAPI chosen for peer 127.5.158.125
15:14:48.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:48.661916 7242 log.cc:826] T 00000000000000000000000000000000 P ebae1a29939244a4a078caff61f52313: Log is configured to *not* fsync() on all Append() calls
15:14:48.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:48.687031 7242 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P ebae1a29939244a4a078caff61f52313: Bootstrap replayed 1/1 log segments. Stats: ops{read=5 overwritten=0 applied=5 ignored=0} inserts{seen=3 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
15:14:48.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:48.688153 7242 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P ebae1a29939244a4a078caff61f52313: Bootstrap complete.
15:14:48.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 24 15:14:48 dist-test-slave-38qb krb5kdc[5765](info): TGS_REQ (1 etypes {17}) 127.0.0.1: ISSUE: authtime 1790262881, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.5.158.125@KRBTEST.COM
15:14:48.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:48.727002 7242 raft_consensus.cc:359] T 00000000000000000000000000000000 P ebae1a29939244a4a078caff61f52313 [term 2 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c2f18c8f7dbd4af5be91632be5704658" member_type: VOTER last_known_addr { host: "127.5.158.126" port: 38645 } } peers { permanent_uuid: "f9c44d0e5ef341ce86ffe0268582fdb3" member_type: VOTER last_known_addr { host: "127.5.158.125" port: 43553 } } peers { permanent_uuid: "ebae1a29939244a4a078caff61f52313" member_type: VOTER last_known_addr { host: "127.5.158.124" port: 38543 } }
15:14:48.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:48.730175 7242 raft_consensus.cc:740] T 00000000000000000000000000000000 P ebae1a29939244a4a078caff61f52313 [term 2 FOLLOWER]: Becoming Follower/Learner. State: Replica: ebae1a29939244a4a078caff61f52313, State: Initialized, Role: FOLLOWER
15:14:48.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:48.731369 7242 consensus_queue.cc:260] T 00000000000000000000000000000000 P ebae1a29939244a4a078caff61f52313 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 5, Last appended: 2.5, Last appended by leader: 5, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c2f18c8f7dbd4af5be91632be5704658" member_type: VOTER last_known_addr { host: "127.5.158.126" port: 38645 } } peers { permanent_uuid: "f9c44d0e5ef341ce86ffe0268582fdb3" member_type: VOTER last_known_addr { host: "127.5.158.125" port: 43553 } } peers { permanent_uuid: "ebae1a29939244a4a078caff61f52313" member_type: VOTER last_known_addr { host: "127.5.158.124" port: 38543 } }
15:14:48.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:48.760816 7246 sys_catalog.cc:455] T 00000000000000000000000000000000 P ebae1a29939244a4a078caff61f52313 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 2 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c2f18c8f7dbd4af5be91632be5704658" member_type: VOTER last_known_addr { host: "127.5.158.126" port: 38645 } } peers { permanent_uuid: "f9c44d0e5ef341ce86ffe0268582fdb3" member_type: VOTER last_known_addr { host: "127.5.158.125" port: 43553 } } peers { permanent_uuid: "ebae1a29939244a4a078caff61f52313" member_type: VOTER last_known_addr { host: "127.5.158.124" port: 38543 } } }
15:14:48.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:48.762768 7242 sys_catalog.cc:565] T 00000000000000000000000000000000 P ebae1a29939244a4a078caff61f52313 [sys.catalog]: configured and running, proceeding with master startup.
15:14:48.770 [DEBUG - kudu-nio-3] (Negotiator.java:918) Authenticated connection [id: 0xd36ebeb0, L:/127.0.0.1:33104 - R:/127.5.158.125:43553] using SASL/GSSAPI
15:14:48.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:48.765847 7246 sys_catalog.cc:458] T 00000000000000000000000000000000 P ebae1a29939244a4a078caff61f52313 [sys.catalog]: This master's current role is: FOLLOWER
15:14:48.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:48.850176 7257 catalog_manager.cc:1308] Loaded cluster ID: 529f96c31c384c1b8f8ff37dc56f0d7e
15:14:48.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:48.850826 7257 catalog_manager.cc:1601] T 00000000000000000000000000000000 P ebae1a29939244a4a078caff61f52313: loading cluster ID for follower catalog manager: success
15:14:48.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 24 15:14:48 dist-test-slave-38qb krb5kdc[5765](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790262888, etypes {rep=17 tkt=17 ses=17}, kudu/127.5.158.124@KRBTEST.COM for kudu/127.5.158.126@KRBTEST.COM
15:14:48.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:48.878328 7257 catalog_manager.cc:1623] T 00000000000000000000000000000000 P ebae1a29939244a4a078caff61f52313: acquiring CA information for follower catalog manager: success
15:14:48.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:48.890766 7257 catalog_manager.cc:1651] T 00000000000000000000000000000000 P ebae1a29939244a4a078caff61f52313: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
15:14:48.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:48.971428 6399 heartbeater.cc:344] Connected to a master server at 127.5.158.124:38543
15:14:48.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:48.978983 7205 master_service.cc:438] Got heartbeat from unknown tserver (permanent_uuid: "5e3667a9574e468482a6e75fe3bcff90" instance_seqno: 1790262867480469) as {username='kudu', principal='kudu/127.5.158.66@KRBTEST.COM'} at 127.5.158.66:58341; Asking this server to re-register.
15:14:48.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:48.981266 6399 heartbeater.cc:461] Registering TS with master...
15:14:48.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:48.985411 7205 ts_manager.cc:194] Registered new tserver with Master: 5e3667a9574e468482a6e75fe3bcff90 (127.5.158.66:41379)
15:14:49.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:49.065580 7216 raft_consensus.cc:3060] T 00000000000000000000000000000000 P ebae1a29939244a4a078caff61f52313 [term 2 FOLLOWER]: Advancing to term 3
15:14:49.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:49.090202 7267 sys_catalog.cc:455] T 00000000000000000000000000000000 P ebae1a29939244a4a078caff61f52313 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 3 leader_uuid: "f9c44d0e5ef341ce86ffe0268582fdb3" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c2f18c8f7dbd4af5be91632be5704658" member_type: VOTER last_known_addr { host: "127.5.158.126" port: 38645 } } peers { permanent_uuid: "f9c44d0e5ef341ce86ffe0268582fdb3" member_type: VOTER last_known_addr { host: "127.5.158.125" port: 43553 } } peers { permanent_uuid: "ebae1a29939244a4a078caff61f52313" member_type: VOTER last_known_addr { host: "127.5.158.124" port: 38543 } } }
15:14:49.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:49.091387 7267 sys_catalog.cc:458] T 00000000000000000000000000000000 P ebae1a29939244a4a078caff61f52313 [sys.catalog]: This master's current role is: FOLLOWER
15:14:49.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:49.094873 7246 sys_catalog.cc:455] T 00000000000000000000000000000000 P ebae1a29939244a4a078caff61f52313 [sys.catalog]: SysCatalogTable state changed. Reason: New leader f9c44d0e5ef341ce86ffe0268582fdb3. Latest consensus state: current_term: 3 leader_uuid: "f9c44d0e5ef341ce86ffe0268582fdb3" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c2f18c8f7dbd4af5be91632be5704658" member_type: VOTER last_known_addr { host: "127.5.158.126" port: 38645 } } peers { permanent_uuid: "f9c44d0e5ef341ce86ffe0268582fdb3" member_type: VOTER last_known_addr { host: "127.5.158.125" port: 43553 } } peers { permanent_uuid: "ebae1a29939244a4a078caff61f52313" member_type: VOTER last_known_addr { host: "127.5.158.124" port: 38543 } } }
15:14:49.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:49.096055 7246 sys_catalog.cc:458] T 00000000000000000000000000000000 P ebae1a29939244a4a078caff61f52313 [sys.catalog]: This master's current role is: FOLLOWER
15:14:49.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:49.199050 6248 heartbeater.cc:344] Connected to a master server at 127.5.158.124:38543
15:14:49.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:49.201211 7205 master_service.cc:438] Got heartbeat from unknown tserver (permanent_uuid: "3756c57e3ef942f59981eabc4e2f6303" instance_seqno: 1790262864536789) as {username='kudu', principal='kudu/127.5.158.65@KRBTEST.COM'} at 127.5.158.65:38429; Asking this server to re-register.
15:14:49.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:49.204532 6248 heartbeater.cc:461] Registering TS with master...
15:14:49.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:49.207904 7205 ts_manager.cc:194] Registered new tserver with Master: 3756c57e3ef942f59981eabc4e2f6303 (127.5.158.65:42827)
15:14:49.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:49.390038 6546 heartbeater.cc:344] Connected to a master server at 127.5.158.124:38543
15:14:49.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:49.392771 7205 master_service.cc:438] Got heartbeat from unknown tserver (permanent_uuid: "b054eb2ad6c542f787089a162e425f5b" instance_seqno: 1790262869874572) as {username='kudu', principal='kudu/127.5.158.67@KRBTEST.COM'} at 127.5.158.67:53447; Asking this server to re-register.
15:14:49.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:49.394246 6546 heartbeater.cc:461] Registering TS with master...
15:14:49.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:49.397426 7205 ts_manager.cc:194] Registered new tserver with Master: b054eb2ad6c542f787089a162e425f5b (127.5.158.67:36651)
15:14:49.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 24 15:14:49 dist-test-slave-38qb krb5kdc[5765](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790262889, etypes {rep=17 tkt=17 ses=17}, kudu/127.5.158.67@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
15:14:49.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:49.633778 6427 init.cc:295] Successfully reacquired a new kerberos TGT
15:14:49.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:49.665120 7163 sys_catalog.cc:455] T 00000000000000000000000000000000 P f9c44d0e5ef341ce86ffe0268582fdb3 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 3 leader_uuid: "f9c44d0e5ef341ce86ffe0268582fdb3" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c2f18c8f7dbd4af5be91632be5704658" member_type: VOTER last_known_addr { host: "127.5.158.126" port: 38645 } } peers { permanent_uuid: "f9c44d0e5ef341ce86ffe0268582fdb3" member_type: VOTER last_known_addr { host: "127.5.158.125" port: 43553 } } peers { permanent_uuid: "ebae1a29939244a4a078caff61f52313" member_type: VOTER last_known_addr { host: "127.5.158.124" port: 38543 } } }
15:14:49.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:49.666378 7163 sys_catalog.cc:458] T 00000000000000000000000000000000 P f9c44d0e5ef341ce86ffe0268582fdb3 [sys.catalog]: This master's current role is: LEADER
15:14:49.781 [INFO - Time-limited test] (MiniKuduCluster.java:622) Running kinit for user test-admin
15:14:49.783 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: kinit {
username: "test-admin"
}
15:14:49.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 24 15:14:49 dist-test-slave-38qb krb5kdc[5765](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790262889, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
15:14:49.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
15:14:49.816 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
15:14:49.816 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster7612823886229781203/krb5kdc/krb5cc
15:14:49.818 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
15:14:49.818 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.5.158.125:43553
15:14:49.819 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 1
}
}
15:14:49.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:49.819729 5753 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskHSL5gd/build/tsan/bin/kudu with pid 6932
15:14:49.852 [DEBUG - kudu-nio-3] (Connection.java:239) [peer master-127.5.158.125:43553(127.5.158.125:43553)] handling channelInactive
15:14:49.852 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.5.158.125:43553(127.5.158.125:43553)] cleaning up while in state READY due to: connection closed
15:14:49.852 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
15:14:49.853 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.5.158.126:38645
15:14:49.853 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 0
}
}
15:14:49.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:49.853575 5753 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskHSL5gd/build/tsan/bin/kudu with pid 7012
15:14:49.899 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
15:14:49.899 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.5.158.124:38543
15:14:49.899 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 2
}
}
15:14:49.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:49.900166 5753 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskHSL5gd/build/tsan/bin/kudu with pid 7119
15:14:49.927 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
15:14:49.928 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.5.158.125:43553
15:14:49.928 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 1
}
}
15:14:49.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:49.930186 5753 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskHSL5gd/build/tsan/bin/kudu
15:14:49.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskHSL5gd/build/tsan/bin/kudu
15:14:49.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster7612823886229781203/master-1/wal
15:14:49.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster7612823886229781203/master-1/data
15:14:49.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
15:14:49.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
15:14:49.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
15:14:49.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
15:14:49.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
15:14:49.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
15:14:49.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster7612823886229781203/master-1/logs
15:14:49.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster7612823886229781203/master-1/data/info.pb
15:14:49.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
15:14:49.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
15:14:49.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
15:14:49.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
15:14:49.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
15:14:49.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
15:14:49.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
15:14:49.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
15:14:49.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
15:14:49.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
15:14:49.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
15:14:49.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
15:14:49.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.5.158.125:43553
15:14:49.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.5.158.125
15:14:49.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=37749
15:14:49.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster7612823886229781203/krb5kdc/kudu.keytab
15:14:49.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.5.158.125
15:14:49.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
15:14:49.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
15:14:49.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
15:14:49.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
15:14:49.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.5.158.84:35395
15:14:49.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
15:14:49.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
15:14:49.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
15:14:49.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
15:14:49.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.5.158.126:38645,127.5.158.125:43553,127.5.158.124:38543
15:14:49.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
15:14:49.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41545/jwks.json
15:14:49.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false
15:14:49.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster7612823886229781203/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster7612823886229781203/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster7612823886229781203/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
15:14:50.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:14:50.286461 7277 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
15:14:50.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:14:50.287184 7277 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
15:14:50.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:14:50.288686 7277 flags.cc:432] Enabled unsafe flag: --never_fsync=true
15:14:50.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:14:50.341923 7277 flags.cc:432] Enabled experimental flag: --authn_token_validity_seconds=10
15:14:50.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:14:50.342339 7277 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
15:14:50.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:14:50.342645 7277 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
15:14:50.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:14:50.342854 7277 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
15:14:50.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:14:50.343068 7277 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
15:14:50.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:14:50.343261 7277 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
15:14:50.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:14:50.343431 7277 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:41545/jwks.json
15:14:50.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:50.385434 7277 master_runner.cc:387] Master server non-default flags:
15:14:50.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster7612823886229781203/master-1/logs
15:14:50.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
15:14:50.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
15:14:50.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
15:14:50.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.5.158.84:35395
15:14:50.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
15:14:50.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
15:14:50.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster7612823886229781203/master-1/data
15:14:50.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster7612823886229781203/master-1/wal
15:14:50.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
15:14:50.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
15:14:50.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.5.158.126:38645,127.5.158.125:43553,127.5.158.124:38543
15:14:50.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster7612823886229781203/krb5kdc/kudu.keytab
15:14:50.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.5.158.125
15:14:50.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
15:14:50.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
15:14:50.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
15:14:50.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.5.158.125:43553
15:14:50.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
15:14:50.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
15:14:50.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
15:14:50.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41545/jwks.json
15:14:50.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
15:14:50.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
15:14:50.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
15:14:50.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
15:14:50.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
15:14:50.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster7612823886229781203/master-1/data/info.pb
15:14:50.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.5.158.125
15:14:50.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=37749
15:14:50.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
15:14:50.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
15:14:50.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
15:14:50.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
15:14:50.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
15:14:50.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
15:14:50.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
15:14:50.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
15:14:50.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision ae52405967cd2709483ea5c02e613be50ab23f43
15:14:50.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
15:14:50.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 24 Sep 2026 14:50:47 UTC on e7f111948823
15:14:50.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13978
15:14:50.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
15:14:50.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:50.387254 7277 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
15:14:50.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:50.388674 7277 file_cache.cc:504] Constructed file cache file cache with capacity 419430
15:14:50.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:14:50.401427 7285 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:14:51.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:14:50.405359 7288 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:14:51.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:14:50.403460 7286 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:14:51.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:14:51.668095 7287 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
15:14:51.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:51.668233 7277 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
15:14:51.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:51.672415 7277 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
15:14:51.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:51.675792 7277 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
15:14:51.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:51.677287 7277 hybrid_clock.cc:648] HybridClock initialized: now 1790262891677247 us; error 72 us; skew 500 ppm
15:14:51.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:51.678320 7277 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
15:14:51.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 24 15:14:51 dist-test-slave-38qb krb5kdc[5765](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790262891, etypes {rep=17 tkt=17 ses=17}, kudu/127.5.158.125@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
15:14:51.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:51.685169 7277 init.cc:377] Logged in from keytab as kudu/127.5.158.125@KRBTEST.COM (short username kudu)
15:14:51.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:51.691583 7277 webserver.cc:533] Webserver started at http://127.5.158.125:37749/ using document root <none> and password file <none>
15:14:51.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:51.692530 7277 fs_manager.cc:362] Metadata directory not provided
15:14:51.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:51.692742 7277 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
15:14:51.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:51.701515 7277 fs_manager.cc:714] Time spent opening directory manager: real 0.006s user 0.006s sys 0.001s
15:14:51.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:51.706559 7301 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
15:14:51.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:51.707844 7277 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.002s sys 0.003s
15:14:51.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:51.708164 7277 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster7612823886229781203/master-1/data,/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster7612823886229781203/master-1/wal
15:14:51.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f9c44d0e5ef341ce86ffe0268582fdb3"
15:14:51.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-24 15:14:16 on dist-test-slave-38qb"
15:14:51.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:51.710207 7277 fs_report.cc:389] FS layout report
15:14:51.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
15:14:51.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster7612823886229781203/master-1/wal
15:14:51.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster7612823886229781203/master-1/wal
15:14:51.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster7612823886229781203/master-1/data/data
15:14:51.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
15:14:51.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
15:14:51.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
15:14:51.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
15:14:51.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
15:14:51.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
15:14:51.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
15:14:51.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
15:14:51.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
15:14:51.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
15:14:51.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
15:14:51.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:51.765497 7277 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
15:14:51.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:51.772025 7277 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
15:14:51.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:51.772625 7277 kserver.cc:163] Server-wide thread pool size limit: 3276
15:14:51.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:51.851158 7277 rpc_server.cc:307] RPC server started. Bound to: 127.5.158.125:43553
15:14:51.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:51.851224 7354 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.5.158.125:43553 every 8 connection(s)
15:14:51.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:51.854199 7277 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster7612823886229781203/master-1/data/info.pb
15:14:51.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:51.858381 5753 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskHSL5gd/build/tsan/bin/kudu as pid 7277
15:14:51.859 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
15:14:51.859 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.5.158.126:38645
15:14:51.859 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 0
}
}
15:14:51.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:51.861465 5753 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskHSL5gd/build/tsan/bin/kudu
15:14:51.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskHSL5gd/build/tsan/bin/kudu
15:14:51.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster7612823886229781203/master-0/wal
15:14:51.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster7612823886229781203/master-0/data
15:14:51.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
15:14:51.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
15:14:51.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
15:14:51.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
15:14:51.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
15:14:51.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
15:14:51.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster7612823886229781203/master-0/logs
15:14:51.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster7612823886229781203/master-0/data/info.pb
15:14:51.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
15:14:51.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
15:14:51.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
15:14:51.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
15:14:51.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
15:14:51.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
15:14:51.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
15:14:51.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
15:14:51.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
15:14:51.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
15:14:51.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
15:14:51.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
15:14:51.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.5.158.126:38645
15:14:51.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.5.158.126
15:14:51.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=44293
15:14:51.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster7612823886229781203/krb5kdc/kudu.keytab
15:14:51.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.5.158.126
15:14:51.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
15:14:51.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
15:14:51.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
15:14:51.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
15:14:51.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.5.158.84:35395
15:14:51.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
15:14:51.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
15:14:51.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
15:14:51.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
15:14:51.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.5.158.126:38645,127.5.158.125:43553,127.5.158.124:38543
15:14:51.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
15:14:51.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41545/jwks.json
15:14:51.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false
15:14:51.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster7612823886229781203/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster7612823886229781203/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster7612823886229781203/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
15:14:51.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:51.870951 7355 sys_catalog.cc:263] Verifying existing consensus state
15:14:51.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:51.879112 7355 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P f9c44d0e5ef341ce86ffe0268582fdb3: Bootstrap starting.
15:14:51.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:51.941195 7355 log.cc:826] T 00000000000000000000000000000000 P f9c44d0e5ef341ce86ffe0268582fdb3: Log is configured to *not* fsync() on all Append() calls
15:14:51.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 24 15:14:51 dist-test-slave-38qb krb5kdc[5765](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790262887, etypes {rep=17 tkt=17 ses=17}, kudu/127.5.158.66@KRBTEST.COM for kudu/127.5.158.125@KRBTEST.COM
15:14:51.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:51.979216 6400 heartbeater.cc:344] Connected to a master server at 127.5.158.125:43553
15:14:51.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:51.982863 7355 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P f9c44d0e5ef341ce86ffe0268582fdb3: Bootstrap replayed 1/1 log segments. Stats: ops{read=6 overwritten=0 applied=6 ignored=0} inserts{seen=3 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
15:14:51.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:51.983898 7355 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P f9c44d0e5ef341ce86ffe0268582fdb3: Bootstrap complete.
15:14:52.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:52.012321 7355 raft_consensus.cc:359] T 00000000000000000000000000000000 P f9c44d0e5ef341ce86ffe0268582fdb3 [term 3 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c2f18c8f7dbd4af5be91632be5704658" member_type: VOTER last_known_addr { host: "127.5.158.126" port: 38645 } } peers { permanent_uuid: "f9c44d0e5ef341ce86ffe0268582fdb3" member_type: VOTER last_known_addr { host: "127.5.158.125" port: 43553 } } peers { permanent_uuid: "ebae1a29939244a4a078caff61f52313" member_type: VOTER last_known_addr { host: "127.5.158.124" port: 38543 } }
15:14:52.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:52.014997 7355 raft_consensus.cc:740] T 00000000000000000000000000000000 P f9c44d0e5ef341ce86ffe0268582fdb3 [term 3 FOLLOWER]: Becoming Follower/Learner. State: Replica: f9c44d0e5ef341ce86ffe0268582fdb3, State: Initialized, Role: FOLLOWER
15:14:52.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:52.015898 7355 consensus_queue.cc:260] T 00000000000000000000000000000000 P f9c44d0e5ef341ce86ffe0268582fdb3 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 6, Last appended: 3.6, Last appended by leader: 6, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c2f18c8f7dbd4af5be91632be5704658" member_type: VOTER last_known_addr { host: "127.5.158.126" port: 38645 } } peers { permanent_uuid: "f9c44d0e5ef341ce86ffe0268582fdb3" member_type: VOTER last_known_addr { host: "127.5.158.125" port: 43553 } } peers { permanent_uuid: "ebae1a29939244a4a078caff61f52313" member_type: VOTER last_known_addr { host: "127.5.158.124" port: 38543 } }
15:14:52.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:52.018694 7361 sys_catalog.cc:455] T 00000000000000000000000000000000 P f9c44d0e5ef341ce86ffe0268582fdb3 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 3 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c2f18c8f7dbd4af5be91632be5704658" member_type: VOTER last_known_addr { host: "127.5.158.126" port: 38645 } } peers { permanent_uuid: "f9c44d0e5ef341ce86ffe0268582fdb3" member_type: VOTER last_known_addr { host: "127.5.158.125" port: 43553 } } peers { permanent_uuid: "ebae1a29939244a4a078caff61f52313" member_type: VOTER last_known_addr { host: "127.5.158.124" port: 38543 } } }
15:14:52.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:52.019701 7361 sys_catalog.cc:458] T 00000000000000000000000000000000 P f9c44d0e5ef341ce86ffe0268582fdb3 [sys.catalog]: This master's current role is: FOLLOWER
15:14:52.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:52.020323 7355 sys_catalog.cc:565] T 00000000000000000000000000000000 P f9c44d0e5ef341ce86ffe0268582fdb3 [sys.catalog]: configured and running, proceeding with master startup.
15:14:52.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:52.059417 7372 catalog_manager.cc:1308] Loaded cluster ID: 529f96c31c384c1b8f8ff37dc56f0d7e
15:14:52.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:52.059736 7372 catalog_manager.cc:1601] T 00000000000000000000000000000000 P f9c44d0e5ef341ce86ffe0268582fdb3: loading cluster ID for follower catalog manager: success
15:14:52.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:52.068014 7372 catalog_manager.cc:1623] T 00000000000000000000000000000000 P f9c44d0e5ef341ce86ffe0268582fdb3: acquiring CA information for follower catalog manager: success
15:14:52.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:52.074373 7372 catalog_manager.cc:1651] T 00000000000000000000000000000000 P f9c44d0e5ef341ce86ffe0268582fdb3: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
15:14:52.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:52.049922 7277 master_runner.cc:187] Error getting master registration for 127.5.158.126:38645: Network error: Client connection negotiation failed: client connection to 127.5.158.126:38645: connect: Connection refused (error 111),
15:14:52.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:52.078259 7277 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
15:14:52.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:52.098794 6250 heartbeater.cc:344] Connected to a master server at 127.5.158.125:43553
15:14:52.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:52.107472 7319 master_service.cc:438] Got heartbeat from unknown tserver (permanent_uuid: "3756c57e3ef942f59981eabc4e2f6303" instance_seqno: 1790262864536789) as {username='kudu', principal='kudu/127.5.158.65@KRBTEST.COM'} at 127.5.158.65:60899; Asking this server to re-register.
15:14:52.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:52.109160 6250 heartbeater.cc:461] Registering TS with master...
15:14:52.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:52.113075 7319 ts_manager.cc:194] Registered new tserver with Master: 3756c57e3ef942f59981eabc4e2f6303 (127.5.158.65:42827)
15:14:52.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:14:52.268782 7357 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
15:14:52.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:14:52.269375 7357 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
15:14:52.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:14:52.270148 7357 flags.cc:432] Enabled unsafe flag: --never_fsync=true
15:14:52.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:14:52.307515 7357 flags.cc:432] Enabled experimental flag: --authn_token_validity_seconds=10
15:14:52.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:14:52.307834 7357 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
15:14:52.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:14:52.308271 7357 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
15:14:52.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:14:52.308624 7357 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
15:14:52.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:14:52.309020 7357 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
15:14:52.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:14:52.309366 7357 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
15:14:52.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:14:52.309664 7357 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:41545/jwks.json
15:14:52.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:52.338900 6547 heartbeater.cc:344] Connected to a master server at 127.5.158.125:43553
15:14:52.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:52.341908 7319 master_service.cc:438] Got heartbeat from unknown tserver (permanent_uuid: "b054eb2ad6c542f787089a162e425f5b" instance_seqno: 1790262869874572) as {username='kudu', principal='kudu/127.5.158.67@KRBTEST.COM'} at 127.5.158.67:40673; Asking this server to re-register.
15:14:52.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:52.343454 6547 heartbeater.cc:461] Registering TS with master...
15:14:52.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:52.346633 7319 ts_manager.cc:194] Registered new tserver with Master: b054eb2ad6c542f787089a162e425f5b (127.5.158.67:36651)
15:14:52.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:52.377170 7357 master_runner.cc:387] Master server non-default flags:
15:14:52.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster7612823886229781203/master-0/logs
15:14:52.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
15:14:52.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
15:14:52.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
15:14:52.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.5.158.84:35395
15:14:52.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
15:14:52.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
15:14:52.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster7612823886229781203/master-0/data
15:14:52.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster7612823886229781203/master-0/wal
15:14:52.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
15:14:52.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
15:14:52.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.5.158.126:38645,127.5.158.125:43553,127.5.158.124:38543
15:14:52.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster7612823886229781203/krb5kdc/kudu.keytab
15:14:52.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.5.158.126
15:14:52.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
15:14:52.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
15:14:52.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
15:14:52.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.5.158.126:38645
15:14:52.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
15:14:52.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
15:14:52.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
15:14:52.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41545/jwks.json
15:14:52.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
15:14:52.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
15:14:52.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
15:14:52.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
15:14:52.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
15:14:52.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster7612823886229781203/master-0/data/info.pb
15:14:52.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.5.158.126
15:14:52.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=44293
15:14:52.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
15:14:52.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
15:14:52.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
15:14:52.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
15:14:52.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
15:14:52.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
15:14:52.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
15:14:52.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
15:14:52.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision ae52405967cd2709483ea5c02e613be50ab23f43
15:14:52.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
15:14:52.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 24 Sep 2026 14:50:47 UTC on e7f111948823
15:14:52.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13978
15:14:52.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
15:14:52.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:52.378976 7357 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
15:14:52.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:52.380720 7357 file_cache.cc:504] Constructed file cache file cache with capacity 419430
15:14:52.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:14:52.399281 7383 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:14:52.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:52.985949 7319 master_service.cc:438] Got heartbeat from unknown tserver (permanent_uuid: "5e3667a9574e468482a6e75fe3bcff90" instance_seqno: 1790262867480469) as {username='kudu', principal='kudu/127.5.158.66@KRBTEST.COM'} at 127.5.158.66:44673; Asking this server to re-register.
15:14:52.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:52.988245 6400 heartbeater.cc:461] Registering TS with master...
15:14:52.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:52.992285 7319 ts_manager.cc:194] Registered new tserver with Master: 5e3667a9574e468482a6e75fe3bcff90 (127.5.158.66:41379)
15:14:53.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 24 15:14:53 dist-test-slave-38qb krb5kdc[5765](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790262893, etypes {rep=17 tkt=17 ses=17}, kudu/127.5.158.65@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
15:14:53.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:53.008152 6126 init.cc:295] Successfully reacquired a new kerberos TGT
15:14:53.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:53.465421 7394 raft_consensus.cc:493] T 00000000000000000000000000000000 P f9c44d0e5ef341ce86ffe0268582fdb3 [term 3 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
15:14:53.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:53.466308 7394 raft_consensus.cc:515] T 00000000000000000000000000000000 P f9c44d0e5ef341ce86ffe0268582fdb3 [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c2f18c8f7dbd4af5be91632be5704658" member_type: VOTER last_known_addr { host: "127.5.158.126" port: 38645 } } peers { permanent_uuid: "f9c44d0e5ef341ce86ffe0268582fdb3" member_type: VOTER last_known_addr { host: "127.5.158.125" port: 43553 } } peers { permanent_uuid: "ebae1a29939244a4a078caff61f52313" member_type: VOTER last_known_addr { host: "127.5.158.124" port: 38543 } }
15:14:53.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:53.488207 7394 leader_election.cc:290] T 00000000000000000000000000000000 P f9c44d0e5ef341ce86ffe0268582fdb3 [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers c2f18c8f7dbd4af5be91632be5704658 (127.5.158.126:38645), ebae1a29939244a4a078caff61f52313 (127.5.158.124:38543)
15:14:53.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:14:53.498219 7302 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.5.158.126:38645: connect: Connection refused (error 111)
15:14:53.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:14:53.526258 7302 leader_election.cc:336] T 00000000000000000000000000000000 P f9c44d0e5ef341ce86ffe0268582fdb3 [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer c2f18c8f7dbd4af5be91632be5704658 (127.5.158.126:38645): Network error: Client connection negotiation failed: client connection to 127.5.158.126:38645: connect: Connection refused (error 111)
15:14:53.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:14:53.533820 7304 leader_election.cc:336] T 00000000000000000000000000000000 P f9c44d0e5ef341ce86ffe0268582fdb3 [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer ebae1a29939244a4a078caff61f52313 (127.5.158.124:38543): Network error: Client connection negotiation failed: client connection to 127.5.158.124:38543: connect: Connection refused (error 111)
15:14:53.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:53.534300 7304 leader_election.cc:304] T 00000000000000000000000000000000 P f9c44d0e5ef341ce86ffe0268582fdb3 [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: f9c44d0e5ef341ce86ffe0268582fdb3; no voters: c2f18c8f7dbd4af5be91632be5704658, ebae1a29939244a4a078caff61f52313
15:14:53.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:53.535363 7394 raft_consensus.cc:2749] T 00000000000000000000000000000000 P f9c44d0e5ef341ce86ffe0268582fdb3 [term 3 FOLLOWER]: Leader pre-election lost for term 4. Reason: could not achieve majority
15:14:54.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:14:53.796265 7382 debug-util.cc:398] Leaking SignalData structure 0x7b08000372a0 after lost signal to thread 7357
15:14:54.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:14:54.484683 7382 kernel_stack_watchdog.cc:198] Thread 7357 stuck at /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:642 for 391ms:
15:14:54.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
15:14:54.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
15:14:54.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
15:14:54.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
15:14:54.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:14:52.403312 7384 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:14:54.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:14:54.486802 7357 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 2.084s user 0.667s sys 1.043s
15:14:54.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:14:54.487296 7357 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 2.084s user 0.667s sys 1.043s
15:14:54.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:14:54.488044 7386 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:14:54.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:14:54.493937 7385 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 2089 milliseconds
15:14:54.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:54.494010 7357 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
15:14:54.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:54.495762 7357 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
15:14:54.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:54.499106 7357 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
15:14:54.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:54.500627 7357 hybrid_clock.cc:648] HybridClock initialized: now 1790262894500540 us; error 85 us; skew 500 ppm
15:14:54.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:54.501955 7357 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
15:14:54.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 24 15:14:54 dist-test-slave-38qb krb5kdc[5765](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790262894, etypes {rep=17 tkt=17 ses=17}, kudu/127.5.158.126@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
15:14:54.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:54.510775 7357 init.cc:377] Logged in from keytab as kudu/127.5.158.126@KRBTEST.COM (short username kudu)
15:14:54.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:54.516710 7357 webserver.cc:533] Webserver started at http://127.5.158.126:44293/ using document root <none> and password file <none>
15:14:54.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:54.517974 7357 fs_manager.cc:362] Metadata directory not provided
15:14:54.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:54.518277 7357 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
15:14:54.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:54.527767 7357 fs_manager.cc:714] Time spent opening directory manager: real 0.006s user 0.003s sys 0.006s
15:14:54.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:54.533473 7411 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
15:14:54.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:54.535264 7357 fs_manager.cc:730] Time spent opening block manager: real 0.005s user 0.002s sys 0.001s
15:14:54.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:54.535642 7357 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster7612823886229781203/master-0/data,/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster7612823886229781203/master-0/wal
15:14:54.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c2f18c8f7dbd4af5be91632be5704658"
15:14:54.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-24 15:14:13 on dist-test-slave-38qb"
15:14:54.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:54.537725 7357 fs_report.cc:389] FS layout report
15:14:54.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
15:14:54.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster7612823886229781203/master-0/wal
15:14:54.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster7612823886229781203/master-0/wal
15:14:54.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster7612823886229781203/master-0/data/data
15:14:54.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
15:14:54.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
15:14:54.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
15:14:54.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
15:14:54.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
15:14:54.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
15:14:54.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
15:14:54.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
15:14:54.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
15:14:54.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
15:14:54.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
15:14:54.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:54.614886 7357 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
15:14:54.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:54.622586 7357 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
15:14:54.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:54.623158 7357 kserver.cc:163] Server-wide thread pool size limit: 3276
15:14:54.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:54.725891 7357 rpc_server.cc:307] RPC server started. Bound to: 127.5.158.126:38645
15:14:54.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:54.725960 7462 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.5.158.126:38645 every 8 connection(s)
15:14:54.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:54.729310 7357 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster7612823886229781203/master-0/data/info.pb
15:14:54.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:54.737999 5753 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskHSL5gd/build/tsan/bin/kudu as pid 7357
15:14:54.739 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
15:14:54.739 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.5.158.124:38543
15:14:54.739 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 2
}
}
15:14:54.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:54.742326 5753 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskHSL5gd/build/tsan/bin/kudu
15:14:54.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskHSL5gd/build/tsan/bin/kudu
15:14:54.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster7612823886229781203/master-2/wal
15:14:54.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster7612823886229781203/master-2/data
15:14:54.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
15:14:54.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
15:14:54.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
15:14:54.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
15:14:54.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
15:14:54.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
15:14:54.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster7612823886229781203/master-2/logs
15:14:54.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster7612823886229781203/master-2/data/info.pb
15:14:54.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
15:14:54.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
15:14:54.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
15:14:54.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
15:14:54.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
15:14:54.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
15:14:54.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
15:14:54.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
15:14:54.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
15:14:54.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
15:14:54.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
15:14:54.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
15:14:54.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.5.158.124:38543
15:14:54.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.5.158.124
15:14:54.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=39073
15:14:54.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster7612823886229781203/krb5kdc/kudu.keytab
15:14:54.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.5.158.124
15:14:54.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
15:14:54.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
15:14:54.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
15:14:54.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
15:14:54.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.5.158.84:35395
15:14:54.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
15:14:54.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
15:14:54.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
15:14:54.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
15:14:54.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.5.158.126:38645,127.5.158.125:43553,127.5.158.124:38543
15:14:54.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
15:14:54.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41545/jwks.json
15:14:54.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false
15:14:54.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster7612823886229781203/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster7612823886229781203/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster7612823886229781203/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
15:14:54.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:54.743458 7463 sys_catalog.cc:263] Verifying existing consensus state
15:14:54.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:54.752238 7463 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P c2f18c8f7dbd4af5be91632be5704658: Bootstrap starting.
15:14:54.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:54.813841 7463 log.cc:826] T 00000000000000000000000000000000 P c2f18c8f7dbd4af5be91632be5704658: Log is configured to *not* fsync() on all Append() calls
15:14:54.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:54.837903 7463 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P c2f18c8f7dbd4af5be91632be5704658: Bootstrap replayed 1/1 log segments. Stats: ops{read=6 overwritten=0 applied=6 ignored=0} inserts{seen=3 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
15:14:54.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:54.838985 7463 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P c2f18c8f7dbd4af5be91632be5704658: Bootstrap complete.
15:14:54.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:54.874608 7463 raft_consensus.cc:359] T 00000000000000000000000000000000 P c2f18c8f7dbd4af5be91632be5704658 [term 3 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c2f18c8f7dbd4af5be91632be5704658" member_type: VOTER last_known_addr { host: "127.5.158.126" port: 38645 } } peers { permanent_uuid: "f9c44d0e5ef341ce86ffe0268582fdb3" member_type: VOTER last_known_addr { host: "127.5.158.125" port: 43553 } } peers { permanent_uuid: "ebae1a29939244a4a078caff61f52313" member_type: VOTER last_known_addr { host: "127.5.158.124" port: 38543 } }
15:14:54.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:54.878135 7463 raft_consensus.cc:740] T 00000000000000000000000000000000 P c2f18c8f7dbd4af5be91632be5704658 [term 3 FOLLOWER]: Becoming Follower/Learner. State: Replica: c2f18c8f7dbd4af5be91632be5704658, State: Initialized, Role: FOLLOWER
15:14:54.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:54.879335 7463 consensus_queue.cc:260] T 00000000000000000000000000000000 P c2f18c8f7dbd4af5be91632be5704658 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 6, Last appended: 3.6, Last appended by leader: 6, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c2f18c8f7dbd4af5be91632be5704658" member_type: VOTER last_known_addr { host: "127.5.158.126" port: 38645 } } peers { permanent_uuid: "f9c44d0e5ef341ce86ffe0268582fdb3" member_type: VOTER last_known_addr { host: "127.5.158.125" port: 43553 } } peers { permanent_uuid: "ebae1a29939244a4a078caff61f52313" member_type: VOTER last_known_addr { host: "127.5.158.124" port: 38543 } }
15:14:54.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:54.894093 7468 sys_catalog.cc:455] T 00000000000000000000000000000000 P c2f18c8f7dbd4af5be91632be5704658 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 3 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c2f18c8f7dbd4af5be91632be5704658" member_type: VOTER last_known_addr { host: "127.5.158.126" port: 38645 } } peers { permanent_uuid: "f9c44d0e5ef341ce86ffe0268582fdb3" member_type: VOTER last_known_addr { host: "127.5.158.125" port: 43553 } } peers { permanent_uuid: "ebae1a29939244a4a078caff61f52313" member_type: VOTER last_known_addr { host: "127.5.158.124" port: 38543 } } }
15:14:54.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:54.895447 7468 sys_catalog.cc:458] T 00000000000000000000000000000000 P c2f18c8f7dbd4af5be91632be5704658 [sys.catalog]: This master's current role is: FOLLOWER
15:14:54.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:54.896044 7463 sys_catalog.cc:565] T 00000000000000000000000000000000 P c2f18c8f7dbd4af5be91632be5704658 [sys.catalog]: configured and running, proceeding with master startup.
15:14:55.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:55.023093 7480 catalog_manager.cc:1308] Loaded cluster ID: 529f96c31c384c1b8f8ff37dc56f0d7e
15:14:55.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:55.023380 7480 catalog_manager.cc:1601] T 00000000000000000000000000000000 P c2f18c8f7dbd4af5be91632be5704658: loading cluster ID for follower catalog manager: success
15:14:55.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:55.031235 7480 catalog_manager.cc:1623] T 00000000000000000000000000000000 P c2f18c8f7dbd4af5be91632be5704658: acquiring CA information for follower catalog manager: success
15:14:55.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 24 15:14:55 dist-test-slave-38qb krb5kdc[5765](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790262894, etypes {rep=17 tkt=17 ses=17}, kudu/127.5.158.126@KRBTEST.COM for kudu/127.5.158.126@KRBTEST.COM
15:14:55.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:55.039260 7480 catalog_manager.cc:1651] T 00000000000000000000000000000000 P c2f18c8f7dbd4af5be91632be5704658: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
15:14:55.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:55.134102 6401 heartbeater.cc:344] Connected to a master server at 127.5.158.126:38645
15:14:55.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:55.146054 7428 master_service.cc:438] Got heartbeat from unknown tserver (permanent_uuid: "5e3667a9574e468482a6e75fe3bcff90" instance_seqno: 1790262867480469) as {username='kudu', principal='kudu/127.5.158.66@KRBTEST.COM'} at 127.5.158.66:56251; Asking this server to re-register.
15:14:55.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:55.148263 6401 heartbeater.cc:461] Registering TS with master...
15:14:55.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:55.099229 7357 master_runner.cc:187] Error getting master registration for 127.5.158.124:38543: Network error: Client connection negotiation failed: client connection to 127.5.158.124:38543: connect: Connection refused (error 111),
15:14:55.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:55.151237 7357 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
15:14:55.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:55.152173 7428 ts_manager.cc:194] Registered new tserver with Master: 5e3667a9574e468482a6e75fe3bcff90 (127.5.158.66:41379)
15:14:55.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:55.265926 6253 heartbeater.cc:344] Connected to a master server at 127.5.158.126:38645
15:14:55.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:55.269893 7428 master_service.cc:438] Got heartbeat from unknown tserver (permanent_uuid: "3756c57e3ef942f59981eabc4e2f6303" instance_seqno: 1790262864536789) as {username='kudu', principal='kudu/127.5.158.65@KRBTEST.COM'} at 127.5.158.65:35295; Asking this server to re-register.
15:14:55.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:55.272899 6253 heartbeater.cc:461] Registering TS with master...
15:14:55.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:55.277951 7428 ts_manager.cc:194] Registered new tserver with Master: 3756c57e3ef942f59981eabc4e2f6303 (127.5.158.65:42827)
15:14:55.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:14:55.354383 7466 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
15:14:55.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:14:55.355288 7466 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
15:14:55.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:14:55.356518 7466 flags.cc:432] Enabled unsafe flag: --never_fsync=true
15:14:55.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:14:55.427707 7466 flags.cc:432] Enabled experimental flag: --authn_token_validity_seconds=10
15:14:55.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:14:55.428057 7466 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
15:14:55.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:14:55.428726 7466 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
15:14:55.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:14:55.429167 7466 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
15:14:55.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:14:55.429539 7466 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
15:14:55.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:14:55.429908 7466 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
15:14:55.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:14:55.430193 7466 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:41545/jwks.json
15:14:55.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:55.451823 6548 heartbeater.cc:344] Connected to a master server at 127.5.158.126:38645
15:14:55.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:55.455164 7428 master_service.cc:438] Got heartbeat from unknown tserver (permanent_uuid: "b054eb2ad6c542f787089a162e425f5b" instance_seqno: 1790262869874572) as {username='kudu', principal='kudu/127.5.158.67@KRBTEST.COM'} at 127.5.158.67:50319; Asking this server to re-register.
15:14:55.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:55.457489 6548 heartbeater.cc:461] Registering TS with master...
15:14:55.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:55.461012 7428 ts_manager.cc:194] Registered new tserver with Master: b054eb2ad6c542f787089a162e425f5b (127.5.158.67:36651)
15:14:55.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:55.510145 7466 master_runner.cc:387] Master server non-default flags:
15:14:55.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster7612823886229781203/master-2/logs
15:14:55.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
15:14:55.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
15:14:55.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
15:14:55.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.5.158.84:35395
15:14:55.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
15:14:55.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
15:14:55.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster7612823886229781203/master-2/data
15:14:55.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster7612823886229781203/master-2/wal
15:14:55.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
15:14:55.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
15:14:55.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.5.158.126:38645,127.5.158.125:43553,127.5.158.124:38543
15:14:55.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster7612823886229781203/krb5kdc/kudu.keytab
15:14:55.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.5.158.124
15:14:55.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
15:14:55.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
15:14:55.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
15:14:55.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.5.158.124:38543
15:14:55.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
15:14:55.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
15:14:55.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
15:14:55.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41545/jwks.json
15:14:55.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
15:14:55.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
15:14:55.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
15:14:55.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
15:14:55.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
15:14:55.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster7612823886229781203/master-2/data/info.pb
15:14:55.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.5.158.124
15:14:55.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=39073
15:14:55.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
15:14:55.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
15:14:55.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
15:14:55.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
15:14:55.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
15:14:55.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
15:14:55.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
15:14:55.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
15:14:55.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision ae52405967cd2709483ea5c02e613be50ab23f43
15:14:55.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
15:14:55.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 24 Sep 2026 14:50:47 UTC on e7f111948823
15:14:55.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13978
15:14:55.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
15:14:55.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:55.512511 7466 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
15:14:55.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:55.514225 7466 file_cache.cc:504] Constructed file cache file cache with capacity 419430
15:14:55.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:14:55.546073 7496 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:14:55.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:55.746450 7502 raft_consensus.cc:493] T 00000000000000000000000000000000 P f9c44d0e5ef341ce86ffe0268582fdb3 [term 3 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
15:14:55.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:55.747016 7502 raft_consensus.cc:515] T 00000000000000000000000000000000 P f9c44d0e5ef341ce86ffe0268582fdb3 [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c2f18c8f7dbd4af5be91632be5704658" member_type: VOTER last_known_addr { host: "127.5.158.126" port: 38645 } } peers { permanent_uuid: "f9c44d0e5ef341ce86ffe0268582fdb3" member_type: VOTER last_known_addr { host: "127.5.158.125" port: 43553 } } peers { permanent_uuid: "ebae1a29939244a4a078caff61f52313" member_type: VOTER last_known_addr { host: "127.5.158.124" port: 38543 } }
15:14:55.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:55.768821 7502 leader_election.cc:290] T 00000000000000000000000000000000 P f9c44d0e5ef341ce86ffe0268582fdb3 [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers c2f18c8f7dbd4af5be91632be5704658 (127.5.158.126:38645), ebae1a29939244a4a078caff61f52313 (127.5.158.124:38543)
15:14:55.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:55.785210 7438 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "f9c44d0e5ef341ce86ffe0268582fdb3" candidate_term: 4 candidate_status { last_received { term: 3 index: 6 } } ignore_live_leader: false dest_uuid: "c2f18c8f7dbd4af5be91632be5704658" is_pre_election: true
15:14:55.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:55.786541 7438 raft_consensus.cc:2468] T 00000000000000000000000000000000 P c2f18c8f7dbd4af5be91632be5704658 [term 3 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate f9c44d0e5ef341ce86ffe0268582fdb3 in term 3.
15:14:55.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:55.788231 7302 leader_election.cc:304] T 00000000000000000000000000000000 P f9c44d0e5ef341ce86ffe0268582fdb3 [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: c2f18c8f7dbd4af5be91632be5704658, f9c44d0e5ef341ce86ffe0268582fdb3; no voters:
15:14:55.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:55.789326 7502 raft_consensus.cc:2804] T 00000000000000000000000000000000 P f9c44d0e5ef341ce86ffe0268582fdb3 [term 3 FOLLOWER]: Leader pre-election won for term 4
15:14:55.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:55.789846 7502 raft_consensus.cc:493] T 00000000000000000000000000000000 P f9c44d0e5ef341ce86ffe0268582fdb3 [term 3 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
15:14:55.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:55.790285 7502 raft_consensus.cc:3060] T 00000000000000000000000000000000 P f9c44d0e5ef341ce86ffe0268582fdb3 [term 3 FOLLOWER]: Advancing to term 4
15:14:55.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:55.813814 7502 raft_consensus.cc:515] T 00000000000000000000000000000000 P f9c44d0e5ef341ce86ffe0268582fdb3 [term 4 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c2f18c8f7dbd4af5be91632be5704658" member_type: VOTER last_known_addr { host: "127.5.158.126" port: 38645 } } peers { permanent_uuid: "f9c44d0e5ef341ce86ffe0268582fdb3" member_type: VOTER last_known_addr { host: "127.5.158.125" port: 43553 } } peers { permanent_uuid: "ebae1a29939244a4a078caff61f52313" member_type: VOTER last_known_addr { host: "127.5.158.124" port: 38543 } }
15:14:55.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:55.819234 7438 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "f9c44d0e5ef341ce86ffe0268582fdb3" candidate_term: 4 candidate_status { last_received { term: 3 index: 6 } } ignore_live_leader: false dest_uuid: "c2f18c8f7dbd4af5be91632be5704658"
15:14:55.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:55.819972 7438 raft_consensus.cc:3060] T 00000000000000000000000000000000 P c2f18c8f7dbd4af5be91632be5704658 [term 3 FOLLOWER]: Advancing to term 4
15:14:55.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:55.821578 7502 leader_election.cc:290] T 00000000000000000000000000000000 P f9c44d0e5ef341ce86ffe0268582fdb3 [CANDIDATE]: Term 4 election: Requested vote from peers c2f18c8f7dbd4af5be91632be5704658 (127.5.158.126:38645), ebae1a29939244a4a078caff61f52313 (127.5.158.124:38543)
15:14:55.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:14:55.837817 7304 leader_election.cc:336] T 00000000000000000000000000000000 P f9c44d0e5ef341ce86ffe0268582fdb3 [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer ebae1a29939244a4a078caff61f52313 (127.5.158.124:38543): Network error: Client connection negotiation failed: client connection to 127.5.158.124:38543: connect: Connection refused (error 111)
15:14:55.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:14:55.843582 7304 leader_election.cc:336] T 00000000000000000000000000000000 P f9c44d0e5ef341ce86ffe0268582fdb3 [CANDIDATE]: Term 4 election: RPC error from VoteRequest() call to peer ebae1a29939244a4a078caff61f52313 (127.5.158.124:38543): Network error: Client connection negotiation failed: client connection to 127.5.158.124:38543: connect: Connection refused (error 111)
15:14:55.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:55.845893 7438 raft_consensus.cc:2468] T 00000000000000000000000000000000 P c2f18c8f7dbd4af5be91632be5704658 [term 4 FOLLOWER]: Leader election vote request: Granting yes vote for candidate f9c44d0e5ef341ce86ffe0268582fdb3 in term 4.
15:14:55.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:55.847311 7302 leader_election.cc:304] T 00000000000000000000000000000000 P f9c44d0e5ef341ce86ffe0268582fdb3 [CANDIDATE]: Term 4 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: c2f18c8f7dbd4af5be91632be5704658, f9c44d0e5ef341ce86ffe0268582fdb3; no voters: ebae1a29939244a4a078caff61f52313
15:14:55.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:55.848506 7502 raft_consensus.cc:2804] T 00000000000000000000000000000000 P f9c44d0e5ef341ce86ffe0268582fdb3 [term 4 FOLLOWER]: Leader election won for term 4
15:14:55.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:55.884006 7502 raft_consensus.cc:697] T 00000000000000000000000000000000 P f9c44d0e5ef341ce86ffe0268582fdb3 [term 4 LEADER]: Becoming Leader. State: Replica: f9c44d0e5ef341ce86ffe0268582fdb3, State: Running, Role: LEADER
15:14:55.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:55.886641 7502 consensus_queue.cc:237] T 00000000000000000000000000000000 P f9c44d0e5ef341ce86ffe0268582fdb3 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 6, Committed index: 6, Last appended: 3.6, Last appended by leader: 6, Current term: 4, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c2f18c8f7dbd4af5be91632be5704658" member_type: VOTER last_known_addr { host: "127.5.158.126" port: 38645 } } peers { permanent_uuid: "f9c44d0e5ef341ce86ffe0268582fdb3" member_type: VOTER last_known_addr { host: "127.5.158.125" port: 43553 } } peers { permanent_uuid: "ebae1a29939244a4a078caff61f52313" member_type: VOTER last_known_addr { host: "127.5.158.124" port: 38543 } }
15:14:55.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:55.918901 7506 sys_catalog.cc:455] T 00000000000000000000000000000000 P f9c44d0e5ef341ce86ffe0268582fdb3 [sys.catalog]: SysCatalogTable state changed. Reason: New leader f9c44d0e5ef341ce86ffe0268582fdb3. Latest consensus state: current_term: 4 leader_uuid: "f9c44d0e5ef341ce86ffe0268582fdb3" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c2f18c8f7dbd4af5be91632be5704658" member_type: VOTER last_known_addr { host: "127.5.158.126" port: 38645 } } peers { permanent_uuid: "f9c44d0e5ef341ce86ffe0268582fdb3" member_type: VOTER last_known_addr { host: "127.5.158.125" port: 43553 } } peers { permanent_uuid: "ebae1a29939244a4a078caff61f52313" member_type: VOTER last_known_addr { host: "127.5.158.124" port: 38543 } } }
15:14:55.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:55.924733 7506 sys_catalog.cc:458] T 00000000000000000000000000000000 P f9c44d0e5ef341ce86ffe0268582fdb3 [sys.catalog]: This master's current role is: LEADER
15:14:55.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:55.956100 7508 catalog_manager.cc:1524] Loading table and tablet metadata into memory...
15:14:56.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:56.010339 7508 catalog_manager.cc:1533] Initializing Kudu cluster ID...
15:14:56.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:56.020714 7508 catalog_manager.cc:1308] Loaded cluster ID: 529f96c31c384c1b8f8ff37dc56f0d7e
15:14:56.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:56.021452 7508 catalog_manager.cc:1544] Initializing Kudu internal certificate authority...
15:14:56.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:56.027652 7508 catalog_manager.cc:1553] Loading token signing keys...
15:14:56.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:56.032516 7508 catalog_manager.cc:6230] T 00000000000000000000000000000000 P f9c44d0e5ef341ce86ffe0268582fdb3: Loaded TSK: 0
15:14:56.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:56.034031 7508 catalog_manager.cc:1563] Initializing in-progress tserver states...
15:14:56.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:56.308974 7438 raft_consensus.cc:1275] T 00000000000000000000000000000000 P c2f18c8f7dbd4af5be91632be5704658 [term 4 FOLLOWER]: Refusing update from remote peer f9c44d0e5ef341ce86ffe0268582fdb3: Log matching property violated. Preceding OpId in replica: term: 3 index: 6. Preceding OpId from leader: term: 4 index: 7. (index mismatch)
15:14:56.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:56.311241 7506 consensus_queue.cc:1048] T 00000000000000000000000000000000 P f9c44d0e5ef341ce86ffe0268582fdb3 [LEADER]: Connected to new peer: Peer: permanent_uuid: "c2f18c8f7dbd4af5be91632be5704658" member_type: VOTER last_known_addr { host: "127.5.158.126" port: 38645 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 7, Last known committed idx: 6, Time since last communication: 0.001s
15:14:56.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:56.352314 7502 sys_catalog.cc:455] T 00000000000000000000000000000000 P f9c44d0e5ef341ce86ffe0268582fdb3 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 4 leader_uuid: "f9c44d0e5ef341ce86ffe0268582fdb3" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c2f18c8f7dbd4af5be91632be5704658" member_type: VOTER last_known_addr { host: "127.5.158.126" port: 38645 } } peers { permanent_uuid: "f9c44d0e5ef341ce86ffe0268582fdb3" member_type: VOTER last_known_addr { host: "127.5.158.125" port: 43553 } } peers { permanent_uuid: "ebae1a29939244a4a078caff61f52313" member_type: VOTER last_known_addr { host: "127.5.158.124" port: 38543 } } }
15:14:56.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:56.353219 7502 sys_catalog.cc:458] T 00000000000000000000000000000000 P f9c44d0e5ef341ce86ffe0268582fdb3 [sys.catalog]: This master's current role is: LEADER
15:14:56.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:14:56.359251 7304 consensus_peers.cc:597] T 00000000000000000000000000000000 P f9c44d0e5ef341ce86ffe0268582fdb3 -> Peer ebae1a29939244a4a078caff61f52313 (127.5.158.124:38543): Couldn't send request to peer ebae1a29939244a4a078caff61f52313. Status: Network error: Client connection negotiation failed: client connection to 127.5.158.124:38543: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
15:14:56.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:56.358763 7511 sys_catalog.cc:455] T 00000000000000000000000000000000 P c2f18c8f7dbd4af5be91632be5704658 [sys.catalog]: SysCatalogTable state changed. Reason: New leader f9c44d0e5ef341ce86ffe0268582fdb3. Latest consensus state: current_term: 4 leader_uuid: "f9c44d0e5ef341ce86ffe0268582fdb3" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c2f18c8f7dbd4af5be91632be5704658" member_type: VOTER last_known_addr { host: "127.5.158.126" port: 38645 } } peers { permanent_uuid: "f9c44d0e5ef341ce86ffe0268582fdb3" member_type: VOTER last_known_addr { host: "127.5.158.125" port: 43553 } } peers { permanent_uuid: "ebae1a29939244a4a078caff61f52313" member_type: VOTER last_known_addr { host: "127.5.158.124" port: 38543 } } }
15:14:56.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:56.371997 7511 sys_catalog.cc:458] T 00000000000000000000000000000000 P c2f18c8f7dbd4af5be91632be5704658 [sys.catalog]: This master's current role is: FOLLOWER
15:14:56.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:56.375684 7518 sys_catalog.cc:455] T 00000000000000000000000000000000 P c2f18c8f7dbd4af5be91632be5704658 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 4 leader_uuid: "f9c44d0e5ef341ce86ffe0268582fdb3" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c2f18c8f7dbd4af5be91632be5704658" member_type: VOTER last_known_addr { host: "127.5.158.126" port: 38645 } } peers { permanent_uuid: "f9c44d0e5ef341ce86ffe0268582fdb3" member_type: VOTER last_known_addr { host: "127.5.158.125" port: 43553 } } peers { permanent_uuid: "ebae1a29939244a4a078caff61f52313" member_type: VOTER last_known_addr { host: "127.5.158.124" port: 38543 } } }
15:14:56.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:56.377077 7518 sys_catalog.cc:458] T 00000000000000000000000000000000 P c2f18c8f7dbd4af5be91632be5704658 [sys.catalog]: This master's current role is: FOLLOWER
15:14:57.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:14:57.072938 7459 debug-util.cc:398] Leaking SignalData structure 0x7b0800094740 after lost signal to thread 7376
15:14:57.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:14:57.073740 7459 debug-util.cc:398] Leaking SignalData structure 0x7b0800071540 after lost signal to thread 7462
15:14:57.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:57.136837 6250 heartbeater.cc:499] Master 127.5.158.125:43553 was elected leader, sending a full tablet report...
15:14:57.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:57.148700 7277 master_runner.cc:187] Error getting master registration for 127.5.158.124:38543: Network error: Client connection negotiation failed: client connection to 127.5.158.124:38543: connect: Connection refused (error 111),
15:14:57.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:57.149272 7277 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
15:14:57.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 24 15:14:57 dist-test-slave-38qb krb5kdc[5765](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790262897, etypes {rep=17 tkt=17 ses=17}, kudu/127.5.158.66@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
15:14:57.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:57.252805 6279 init.cc:295] Successfully reacquired a new kerberos TGT
15:14:57.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:57.367955 6547 heartbeater.cc:499] Master 127.5.158.125:43553 was elected leader, sending a full tablet report...
15:14:58.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:58.014556 6400 heartbeater.cc:499] Master 127.5.158.125:43553 was elected leader, sending a full tablet report...
15:14:58.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:14:56.944025 7495 debug-util.cc:398] Leaking SignalData structure 0x7b08000372a0 after lost signal to thread 7466
15:14:58.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:14:58.757337 7495 kernel_stack_watchdog.cc:198] Thread 7466 stuck at /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:642 for 393ms:
15:14:58.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
15:14:58.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
15:14:58.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
15:14:58.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
15:14:58.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:14:58.758288 7466 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 3.209s user 0.890s sys 1.598s
15:14:58.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:14:58.758677 7466 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 3.210s user 0.890s sys 1.598s
15:14:58.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:14:58.759450 7498 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 3209 milliseconds
15:14:58.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:14:58.761929 7499 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:14:58.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:58.762428 7466 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
15:14:58.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:14:55.550714 7497 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:14:58.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:58.765303 7466 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
15:14:58.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:58.768841 7466 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
15:14:58.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:58.770372 7466 hybrid_clock.cc:648] HybridClock initialized: now 1790262898770233 us; error 151 us; skew 500 ppm
15:14:58.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:58.774406 7466 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
15:14:58.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 24 15:14:58 dist-test-slave-38qb krb5kdc[5765](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790262898, etypes {rep=17 tkt=17 ses=17}, kudu/127.5.158.124@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
15:14:58.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:58.783514 7466 init.cc:377] Logged in from keytab as kudu/127.5.158.124@KRBTEST.COM (short username kudu)
15:14:58.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:58.806474 7466 webserver.cc:533] Webserver started at http://127.5.158.124:39073/ using document root <none> and password file <none>
15:14:58.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:58.807754 7466 fs_manager.cc:362] Metadata directory not provided
15:14:58.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:58.808018 7466 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
15:14:58.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:58.817229 7466 fs_manager.cc:714] Time spent opening directory manager: real 0.006s user 0.000s sys 0.006s
15:14:58.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:58.822926 7545 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
15:14:58.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:58.824214 7466 fs_manager.cc:730] Time spent opening block manager: real 0.005s user 0.000s sys 0.004s
15:14:58.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:58.824594 7466 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster7612823886229781203/master-2/data,/tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster7612823886229781203/master-2/wal
15:14:58.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ebae1a29939244a4a078caff61f52313"
15:14:58.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-24 15:14:18 on dist-test-slave-38qb"
15:14:58.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:58.826879 7466 fs_report.cc:389] FS layout report
15:14:58.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
15:14:58.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster7612823886229781203/master-2/wal
15:14:58.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster7612823886229781203/master-2/wal
15:14:58.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster7612823886229781203/master-2/data/data
15:14:58.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
15:14:58.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
15:14:58.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
15:14:58.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
15:14:58.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
15:14:58.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
15:14:58.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
15:14:58.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
15:14:58.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
15:14:58.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
15:14:58.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
15:14:58.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:58.935230 7466 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
15:14:58.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:58.943231 7466 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
15:14:58.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:58.943816 7466 kserver.cc:163] Server-wide thread pool size limit: 3276
15:14:59.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:14:59.004626 7304 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.5.158.124:38543: connect: Connection refused (error 111) [suppressed 8 similar messages]
15:14:59.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:14:59.017263 7304 consensus_peers.cc:597] T 00000000000000000000000000000000 P f9c44d0e5ef341ce86ffe0268582fdb3 -> Peer ebae1a29939244a4a078caff61f52313 (127.5.158.124:38543): Couldn't send request to peer ebae1a29939244a4a078caff61f52313. Status: Network error: Client connection negotiation failed: client connection to 127.5.158.124:38543: connect: Connection refused (error 111). This is attempt 6: this message will repeat every 5th retry.
15:14:59.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:59.132688 7466 rpc_server.cc:307] RPC server started. Bound to: 127.5.158.124:38543
15:14:59.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:59.132778 7599 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.5.158.124:38543 every 8 connection(s)
15:14:59.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:59.137008 7466 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskHSL5gd/test-tmp/mini-kudu-cluster7612823886229781203/master-2/data/info.pb
15:14:59.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:59.146246 5753 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskHSL5gd/build/tsan/bin/kudu as pid 7466
15:14:59.150 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
15:14:59.151 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.5.158.125:43553(127.5.158.125:43553)] connecting to peer
15:14:59.163 [DEBUG - kudu-nio-4] (Connection.java:757) [peer master-127.5.158.125:43553(127.5.158.125:43553)] Successfully connected to peer
15:14:59.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:59.192148 7600 sys_catalog.cc:263] Verifying existing consensus state
15:14:59.194 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.5.158.125:43553(127.5.158.125:43553)] cleaning up while in state NEGOTIATING due to: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available
15:14:59.195 [DEBUG - kudu-nio-4] (Connection.java:239) [peer master-127.5.158.125:43553(127.5.158.125:43553)] handling channelInactive
15:14:59.199 [DEBUG - Time-limited test] (Connection.java:575) [peer master-127.5.158.126:38645(127.5.158.126:38645)] disconnecting while in state TERMINATED
15:14:59.201 [DEBUG - Time-limited test] (Connection.java:575) [peer master-127.5.158.125:43553(127.5.158.125:43553)] disconnecting while in state TERMINATED
15:14:59.201 [DEBUG - Time-limited test] (Connection.java:575) [peer master-127.5.158.124:38543(127.5.158.124:38543)] disconnecting while in state TERMINATED
15:14:59.207 [DEBUG - kudu-nio-4] (AsyncKuduClient.java:2704) Releasing all remaining resources
15:14:59.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:59.207911 7600 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P ebae1a29939244a4a078caff61f52313: Bootstrap starting.
15:14:59.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:14:59.209260 7605 negotiation.cc:336] Failed RPC negotiation. Trace:
15:14:59.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0924 15:14:59.163869 (+ 0us) reactor.cc:730] Submitting negotiation task for server connection from 127.0.0.1:40016 (local address 127.5.158.125:43553)
15:14:59.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0924 15:14:59.184834 (+ 20965us) server_negotiation.cc:207] Beginning negotiation
15:14:59.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0924 15:14:59.184862 (+ 28us) server_negotiation.cc:400] Waiting for connection header
15:14:59.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0924 15:14:59.188554 (+ 3692us) server_negotiation.cc:408] Connection header received
15:14:59.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0924 15:14:59.189557 (+ 1003us) server_negotiation.cc:366] Received NEGOTIATE NegotiatePB request
15:14:59.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0924 15:14:59.189594 (+ 37us) server_negotiation.cc:462] Received NEGOTIATE request from client
15:14:59.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0924 15:14:59.189863 (+ 269us) server_negotiation.cc:378] Sending NEGOTIATE NegotiatePB response
15:14:59.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0924 15:14:59.190056 (+ 193us) server_negotiation.cc:227] Negotiated authn=SASL
15:14:59.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0924 15:14:59.207877 (+ 17821us) negotiation.cc:326] Negotiation complete: Network error: Server connection negotiation failed: server connection from 127.0.0.1:40016: BlockingRecv error: recv got EOF from 127.0.0.1:40016 (error 108)
15:14:59.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"server-negotiator.queue_time_us":20083,"thread_start_us":20584,"threads_started":1}
15:14:59.226 [DEBUG - main] (AsyncKuduClient.java:2704) Releasing all remaining resources
15:14:59.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:59.242307 5753 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskHSL5gd/build/tsan/bin/kudu with pid 6108
15:14:59.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 24 15:14:59 dist-test-slave-38qb krb5kdc[5765](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790262897, etypes {rep=17 tkt=17 ses=17}, kudu/127.5.158.66@KRBTEST.COM for kudu/127.5.158.124@KRBTEST.COM
15:14:59.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:59.302862 6399 heartbeater.cc:344] Connected to a master server at 127.5.158.124:38543
15:14:59.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:59.305168 5753 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskHSL5gd/build/tsan/bin/kudu with pid 6264
15:14:59.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:59.313089 7600 log.cc:826] T 00000000000000000000000000000000 P ebae1a29939244a4a078caff61f52313: Log is configured to *not* fsync() on all Append() calls
15:14:59.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:59.364905 7600 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P ebae1a29939244a4a078caff61f52313: Bootstrap replayed 1/1 log segments. Stats: ops{read=6 overwritten=0 applied=6 ignored=0} inserts{seen=3 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
15:14:59.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:59.366540 7600 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P ebae1a29939244a4a078caff61f52313: Bootstrap complete.
15:14:59.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:14:59.376081 7548 connection.cc:573] server connection from 127.5.158.66:49183 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
15:14:59.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:59.381512 5753 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskHSL5gd/build/tsan/bin/kudu with pid 6413
15:14:59.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:59.433588 7600 raft_consensus.cc:359] T 00000000000000000000000000000000 P ebae1a29939244a4a078caff61f52313 [term 3 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c2f18c8f7dbd4af5be91632be5704658" member_type: VOTER last_known_addr { host: "127.5.158.126" port: 38645 } } peers { permanent_uuid: "f9c44d0e5ef341ce86ffe0268582fdb3" member_type: VOTER last_known_addr { host: "127.5.158.125" port: 43553 } } peers { permanent_uuid: "ebae1a29939244a4a078caff61f52313" member_type: VOTER last_known_addr { host: "127.5.158.124" port: 38543 } }
15:14:59.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:59.437820 7600 raft_consensus.cc:740] T 00000000000000000000000000000000 P ebae1a29939244a4a078caff61f52313 [term 3 FOLLOWER]: Becoming Follower/Learner. State: Replica: ebae1a29939244a4a078caff61f52313, State: Initialized, Role: FOLLOWER
15:14:59.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:59.438951 5753 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskHSL5gd/build/tsan/bin/kudu with pid 7357
15:14:59.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:59.441541 7600 consensus_queue.cc:260] T 00000000000000000000000000000000 P ebae1a29939244a4a078caff61f52313 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 6, Last appended: 3.6, Last appended by leader: 6, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c2f18c8f7dbd4af5be91632be5704658" member_type: VOTER last_known_addr { host: "127.5.158.126" port: 38645 } } peers { permanent_uuid: "f9c44d0e5ef341ce86ffe0268582fdb3" member_type: VOTER last_known_addr { host: "127.5.158.125" port: 43553 } } peers { permanent_uuid: "ebae1a29939244a4a078caff61f52313" member_type: VOTER last_known_addr { host: "127.5.158.124" port: 38543 } }
15:14:59.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:59.446761 7617 sys_catalog.cc:455] T 00000000000000000000000000000000 P ebae1a29939244a4a078caff61f52313 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 3 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c2f18c8f7dbd4af5be91632be5704658" member_type: VOTER last_known_addr { host: "127.5.158.126" port: 38645 } } peers { permanent_uuid: "f9c44d0e5ef341ce86ffe0268582fdb3" member_type: VOTER last_known_addr { host: "127.5.158.125" port: 43553 } } peers { permanent_uuid: "ebae1a29939244a4a078caff61f52313" member_type: VOTER last_known_addr { host: "127.5.158.124" port: 38543 } } }
15:14:59.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:59.447834 7617 sys_catalog.cc:458] T 00000000000000000000000000000000 P ebae1a29939244a4a078caff61f52313 [sys.catalog]: This master's current role is: FOLLOWER
15:14:59.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:59.448621 7600 sys_catalog.cc:565] T 00000000000000000000000000000000 P ebae1a29939244a4a078caff61f52313 [sys.catalog]: configured and running, proceeding with master startup.
15:14:59.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:59.479091 7628 catalog_manager.cc:1308] Loaded cluster ID: 529f96c31c384c1b8f8ff37dc56f0d7e
15:14:59.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:59.479417 7628 catalog_manager.cc:1601] T 00000000000000000000000000000000 P ebae1a29939244a4a078caff61f52313: loading cluster ID for follower catalog manager: success
15:14:59.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:59.489151 7628 catalog_manager.cc:1623] T 00000000000000000000000000000000 P ebae1a29939244a4a078caff61f52313: acquiring CA information for follower catalog manager: success
15:14:59.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 15:14:59.491865 7629 negotiation.cc:336] Failed RPC negotiation. Trace:
15:14:59.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0924 15:14:59.470041 (+ 0us) reactor.cc:730] Submitting negotiation task for client connection to 127.5.158.126:38645 (local address 127.0.0.1:49328)
15:14:59.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0924 15:14:59.473403 (+ 3362us) negotiation.cc:107] Waiting for socket to connect
15:14:59.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0924 15:14:59.473503 (+ 100us) client_negotiation.cc:175] Beginning negotiation
15:14:59.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0924 15:14:59.473890 (+ 387us) client_negotiation.cc:262] Sending NEGOTIATE NegotiatePB request
15:14:59.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0924 15:14:59.490256 (+ 16366us) negotiation.cc:326] Negotiation complete: Network error: Client connection negotiation failed: client connection to 127.5.158.126:38645: BlockingRecv error: recv error from unknown peer: Transport endpoint is not connected (error 107)
15:14:59.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"client-negotiator.queue_time_us":2871,"thread_start_us":1842,"threads_started":1}
15:14:59.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:59.494915 7628 catalog_manager.cc:1651] T 00000000000000000000000000000000 P ebae1a29939244a4a078caff61f52313: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
15:14:59.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:59.499501 5753 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskHSL5gd/build/tsan/bin/kudu with pid 7277
15:14:59.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:59.493503 7466 master_runner.cc:187] Error getting master registration for 127.5.158.126:38645: Network error: Client connection negotiation failed: client connection to 127.5.158.126:38645: BlockingRecv error: recv error from unknown peer: Transport endpoint is not connected (error 107),
15:14:59.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:59.519254 7466 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
15:14:59.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:14:59.532789 5753 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskHSL5gd/build/tsan/bin/kudu with pid 7466
15:15:00.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-09-24T15:15:00Z chronyd exiting
15:15:01.936 [DEBUG - main] (AsyncKuduClient.java:2704) Releasing all remaining resources
15:15:01.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:15:01.939780 5000 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskHSL5gd/build/tsan/bin/kudu with pid 5289
15:15:01.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:15:01.969364 5000 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskHSL5gd/build/tsan/bin/kudu with pid 5462
15:15:01.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:15:01.998193 5000 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskHSL5gd/build/tsan/bin/kudu with pid 5606
15:15:02.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:15:02.028205 5000 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskHSL5gd/build/tsan/bin/kudu with pid 5012
15:15:02.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:15:02.062466 5000 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskHSL5gd/build/tsan/bin/kudu with pid 5085
15:15:02.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 15:15:02.100353 5000 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskHSL5gd/build/tsan/bin/kudu with pid 5164
15:15:03.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-09-24T15:15:03Z chronyd exiting
15:15:04.300 [ERROR - main] (RetryRule.java:206) org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally: failed attempt 1
org.apache.kudu.client.NonRecoverableException: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263)
at org.apache.kudu.client.TestSecurity.checkClientCanReconnect(TestSecurity.java:160)
at org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally(TestSecurity.java:456)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:569)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
at java.base/java.lang.Thread.run(Thread.java:840)
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.Negotiator.chooseAndInitializeSaslMech(Negotiator.java:564)
at org.apache.kudu.client.Negotiator.handleNegotiateResponse(Negotiator.java:432)
at org.apache.kudu.client.Negotiator.channelRead0(Negotiator.java:366)
at org.apache.kudu.client.Negotiator.channelRead0(Negotiator.java:93)
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:171)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:796)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
... 1 more
org.apache.kudu.client.NonRecoverableException: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263)
at org.apache.kudu.client.TestSecurity.checkClientCanReconnect(TestSecurity.java:160)
at org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally(TestSecurity.java:456)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:569)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
at java.base/java.lang.Thread.run(Thread.java:840)
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.Negotiator.chooseAndInitializeSaslMech(Negotiator.java:564)
at org.apache.kudu.client.Negotiator.handleNegotiateResponse(Negotiator.java:432)
at org.apache.kudu.client.Negotiator.channelRead0(Negotiator.java:366)
at org.apache.kudu.client.Negotiator.channelRead0(Negotiator.java:93)
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:171)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:796)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
... 1 more
15:15:05.257 [ERROR - main] (RetryRule.java:253) org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally: giving up after 1 attempts
15:15:05.257 [ERROR - main] (RetryRule.java:206) org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally: failed attempt 1
org.apache.kudu.client.NonRecoverableException: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263)
at org.apache.kudu.client.TestSecurity.checkClientCanReconnect(TestSecurity.java:160)
at org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally(TestSecurity.java:456)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:569)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
at java.base/java.lang.Thread.run(Thread.java:840)
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.Negotiator.chooseAndInitializeSaslMech(Negotiator.java:564)
at org.apache.kudu.client.Negotiator.handleNegotiateResponse(Negotiator.java:432)
at org.apache.kudu.client.Negotiator.channelRead0(Negotiator.java:366)
at org.apache.kudu.client.Negotiator.channelRead0(Negotiator.java:93)
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:171)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:796)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
... 1 more
org.apache.kudu.client.NonRecoverableException: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263)
at org.apache.kudu.client.TestSecurity.checkClientCanReconnect(TestSecurity.java:160)
at org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally(TestSecurity.java:456)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:569)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
at java.base/java.lang.Thread.run(Thread.java:840)
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.Negotiator.chooseAndInitializeSaslMech(Negotiator.java:564)
at org.apache.kudu.client.Negotiator.handleNegotiateResponse(Negotiator.java:432)
at org.apache.kudu.client.Negotiator.channelRead0(Negotiator.java:366)
at org.apache.kudu.client.Negotiator.channelRead0(Negotiator.java:93)
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:171)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:796)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
... 1 more