08:00:16.958 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
08:00:16.970 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskL0jgDZ/test-tmp
08:00:16.975 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
08:00:16.978 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskL0jgDZ/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
08:00:17.195 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 3
enable_kerberos: false
cluster_root: "/tmp/dist-test-taskL0jgDZ/test-tmp/mini-kudu-cluster5783526231516236121"
hms_mode: NONE
mini_kdc_options {
}
principal: "kudu"
mini_oidc_options {
}
}
08:00:17.369 [DEBUG - main] (MiniKuduCluster.java:195) Response:
08:00:17.371 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}
08:00:17.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:17.376811 31239 mini_oidc.cc:150] Starting JWKS server
08:00:17.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:17.380888 31239 webserver.cc:533] Webserver started at http://127.0.0.1:41807/ using document root <none> and password file <none>
08:00:17.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:17.381502 31239 mini_oidc.cc:186] Starting OIDC Discovery server
08:00:17.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:17.383553 31239 webserver.cc:533] Webserver started at http://127.0.0.1:40799/ using document root <none> and password file <none>
08:00:17.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-06-20T08:00:17Z chronyd version 4.6.1 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -NTS -SECHASH -IPV6 +DEBUG)
08:00:17.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-06-20T08:00:17Z Disabled control of system clock
08:00:17.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:17.446789 31239 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskL0jgDZ/build/tsan/bin/kudu
08:00:17.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskL0jgDZ/build/tsan/bin/kudu
08:00:17.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskL0jgDZ/test-tmp/mini-kudu-cluster5783526231516236121/master-0/wal
08:00:17.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskL0jgDZ/test-tmp/mini-kudu-cluster5783526231516236121/master-0/data
08:00:17.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
08:00:17.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
08:00:17.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
08:00:17.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:00:17.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:00:17.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:00:17.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskL0jgDZ/test-tmp/mini-kudu-cluster5783526231516236121/master-0/logs
08:00:17.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskL0jgDZ/test-tmp/mini-kudu-cluster5783526231516236121/master-0/data/info.pb
08:00:17.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:00:17.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
08:00:17.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
08:00:17.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
08:00:17.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
08:00:17.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:00:17.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:00:17.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:00:17.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
08:00:17.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
08:00:17.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
08:00:17.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
08:00:17.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.30.129.254:37087
08:00:17.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.30.129.254
08:00:17.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:00:17.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.30.129.212:43151
08:00:17.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:00:17.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:00:17.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:00:17.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
08:00:17.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.30.129.254:37087,127.30.129.253:44725,127.30.129.252:38865
08:00:17.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
08:00:17.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41807/jwks.json with env {}
08:00:17.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 08:00:17.761049 31251 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
08:00:17.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 08:00:17.761665 31251 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
08:00:17.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 08:00:17.762305 31251 flags.cc:432] Enabled unsafe flag: --never_fsync=true
08:00:17.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 08:00:17.796051 31251 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
08:00:17.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 08:00:17.796360 31251 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
08:00:17.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 08:00:17.796551 31251 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
08:00:17.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 08:00:17.796882 31251 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
08:00:17.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 08:00:17.797207 31251 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
08:00:17.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 08:00:17.797449 31251 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:41807/jwks.json
08:00:17.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:17.835299 31251 master_runner.cc:387] Master server non-default flags:
08:00:17.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:00:17.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.30.129.212:43151
08:00:17.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:00:17.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:00:17.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskL0jgDZ/test-tmp/mini-kudu-cluster5783526231516236121/master-0/data
08:00:17.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskL0jgDZ/test-tmp/mini-kudu-cluster5783526231516236121/master-0/wal
08:00:17.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
08:00:17.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.30.129.254:37087,127.30.129.253:44725,127.30.129.252:38865
08:00:17.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:00:17.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:00:17.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
08:00:17.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.30.129.254:37087
08:00:17.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
08:00:17.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
08:00:17.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
08:00:17.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41807/jwks.json
08:00:17.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:00:17.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:00:17.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskL0jgDZ/test-tmp/mini-kudu-cluster5783526231516236121/master-0/data/info.pb
08:00:17.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.30.129.254
08:00:17.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:00:17.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
08:00:17.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:00:17.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
08:00:17.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
08:00:17.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:00:17.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskL0jgDZ/test-tmp/mini-kudu-cluster5783526231516236121/master-0/logs
08:00:17.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:00:17.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
08:00:17.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
08:00:17.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
08:00:17.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
08:00:17.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision faec34f53d4c9dd1e3a6dd2b7314d2fc7aadff6c
08:00:17.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
08:00:17.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 20 Jun 2026 07:43:22 UTC on e7f111948823
08:00:17.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 12483
08:00:17.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
08:00:17.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:17.836804 31251 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
08:00:17.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:17.839116 31251 file_cache.cc:492] Constructed file cache file cache with capacity 419430
08:00:17.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 08:00:17.852308 31257 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:00:19.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 08:00:17.853147 31258 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:00:19.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 08:00:19.086118 31251 thread.cc:641] GCE (cloud detector) Time spent creating pthread: real 1.235s user 0.495s sys 0.738s
08:00:19.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 08:00:19.086516 31251 thread.cc:608] GCE (cloud detector) Time spent starting thread: real 1.236s user 0.495s sys 0.738s
08:00:19.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:19.092092 31251 server_base.cc:1061] running on GCE node
08:00:19.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 08:00:19.093807 31262 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:00:19.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:19.095368 31251 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
08:00:19.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:19.098647 31251 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
08:00:19.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:19.100555 31251 hybrid_clock.cc:648] HybridClock initialized: now 1781942419100512 us; error 37 us; skew 500 ppm
08:00:19.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:19.101727 31251 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
08:00:19.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:19.110809 31251 webserver.cc:533] Webserver started at http://127.30.129.254:45477/ using document root <none> and password file <none>
08:00:19.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:19.112134 31251 fs_manager.cc:362] Metadata directory not provided
08:00:19.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:19.112438 31251 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
08:00:19.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:19.113010 31251 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
08:00:19.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:19.120285 31251 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskL0jgDZ/test-tmp/mini-kudu-cluster5783526231516236121/master-0/data/instance:
08:00:19.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "01c2bfbf90e247c5b9d4f1b7c7b8dfc3"
08:00:19.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 08:00:19 on dist-test-slave-4pmm"
08:00:19.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:19.121879 31251 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskL0jgDZ/test-tmp/mini-kudu-cluster5783526231516236121/master-0/wal/instance:
08:00:19.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "01c2bfbf90e247c5b9d4f1b7c7b8dfc3"
08:00:19.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 08:00:19 on dist-test-slave-4pmm"
08:00:19.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:19.133205 31251 fs_manager.cc:696] Time spent creating directory manager: real 0.010s user 0.000s sys 0.008s
08:00:19.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:19.141175 31267 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
08:00:19.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:19.142570 31251 fs_manager.cc:730] Time spent opening block manager: real 0.005s user 0.003s sys 0.002s
08:00:19.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:19.143028 31251 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskL0jgDZ/test-tmp/mini-kudu-cluster5783526231516236121/master-0/data,/tmp/dist-test-taskL0jgDZ/test-tmp/mini-kudu-cluster5783526231516236121/master-0/wal
08:00:19.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "01c2bfbf90e247c5b9d4f1b7c7b8dfc3"
08:00:19.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 08:00:19 on dist-test-slave-4pmm"
08:00:19.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:19.143520 31251 fs_report.cc:389] FS layout report
08:00:19.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
08:00:19.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskL0jgDZ/test-tmp/mini-kudu-cluster5783526231516236121/master-0/wal
08:00:19.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskL0jgDZ/test-tmp/mini-kudu-cluster5783526231516236121/master-0/wal
08:00:19.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskL0jgDZ/test-tmp/mini-kudu-cluster5783526231516236121/master-0/data/data
08:00:19.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
08:00:19.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
08:00:19.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
08:00:19.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
08:00:19.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
08:00:19.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
08:00:19.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
08:00:19.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
08:00:19.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
08:00:19.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
08:00:19.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
08:00:19.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:19.250979 31251 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
08:00:19.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:19.252553 31251 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
08:00:19.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:19.252992 31251 kserver.cc:163] Server-wide thread pool size limit: 3276
08:00:19.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:19.324990 31251 rpc_server.cc:307] RPC server started. Bound to: 127.30.129.254:37087
08:00:19.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:19.325081 31318 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.30.129.254:37087 every 8 connection(s)
08:00:19.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:19.327709 31251 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskL0jgDZ/test-tmp/mini-kudu-cluster5783526231516236121/master-0/data/info.pb
08:00:19.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:19.330508 31239 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskL0jgDZ/build/tsan/bin/kudu as pid 31251
08:00:19.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:19.331110 31239 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskL0jgDZ/test-tmp/mini-kudu-cluster5783526231516236121/master-0/wal/instance
08:00:19.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:19.334458 31319 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
08:00:19.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:19.334460 31239 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskL0jgDZ/build/tsan/bin/kudu
08:00:19.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskL0jgDZ/build/tsan/bin/kudu
08:00:19.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskL0jgDZ/test-tmp/mini-kudu-cluster5783526231516236121/master-1/wal
08:00:19.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskL0jgDZ/test-tmp/mini-kudu-cluster5783526231516236121/master-1/data
08:00:19.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
08:00:19.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
08:00:19.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
08:00:19.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:00:19.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:00:19.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:00:19.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskL0jgDZ/test-tmp/mini-kudu-cluster5783526231516236121/master-1/logs
08:00:19.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskL0jgDZ/test-tmp/mini-kudu-cluster5783526231516236121/master-1/data/info.pb
08:00:19.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:00:19.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
08:00:19.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
08:00:19.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
08:00:19.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
08:00:19.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:00:19.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:00:19.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:00:19.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
08:00:19.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
08:00:19.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
08:00:19.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
08:00:19.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.30.129.253:44725
08:00:19.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.30.129.253
08:00:19.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:00:19.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.30.129.212:43151
08:00:19.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:00:19.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:00:19.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:00:19.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
08:00:19.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.30.129.254:37087,127.30.129.253:44725,127.30.129.252:38865
08:00:19.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
08:00:19.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41807/jwks.json with env {}
08:00:19.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:19.348133 31319 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.30.129.254" port: 37087 } has no permanent_uuid. Determining permanent_uuid...
08:00:19.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:19.381615 31319 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.30.129.253" port: 44725 } has no permanent_uuid. Determining permanent_uuid...
08:00:19.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 08:00:19.384585 31269 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.30.129.253:44725: connect: Connection refused (error 111)
08:00:19.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 08:00:19.389649 31319 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.30.129.253:44725: Network error: Client connection negotiation failed: client connection to 127.30.129.253:44725: connect: Connection refused (error 111)
08:00:19.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:19.439188 31319 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.30.129.253" port: 44725 } attempt: 1
08:00:19.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 08:00:19.444386 31319 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.30.129.253:44725: Network error: Client connection negotiation failed: client connection to 127.30.129.253:44725: connect: Connection refused (error 111)
08:00:19.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:19.512790 31319 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.30.129.253" port: 44725 } attempt: 2
08:00:19.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 08:00:19.517283 31319 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.30.129.253:44725: Network error: Client connection negotiation failed: client connection to 127.30.129.253:44725: connect: Connection refused (error 111)
08:00:19.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:19.608673 31319 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.30.129.253" port: 44725 } attempt: 3
08:00:19.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 08:00:19.613667 31319 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.30.129.253:44725: Network error: Client connection negotiation failed: client connection to 127.30.129.253:44725: connect: Connection refused (error 111)
08:00:19.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 08:00:19.649441 31321 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
08:00:19.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 08:00:19.650130 31321 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
08:00:19.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 08:00:19.650863 31321 flags.cc:432] Enabled unsafe flag: --never_fsync=true
08:00:19.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 08:00:19.684580 31321 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
08:00:19.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 08:00:19.684991 31321 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
08:00:19.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 08:00:19.685321 31321 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
08:00:19.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 08:00:19.685665 31321 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
08:00:19.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 08:00:19.686024 31321 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
08:00:19.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 08:00:19.686318 31321 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:41807/jwks.json
08:00:19.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:19.723672 31321 master_runner.cc:387] Master server non-default flags:
08:00:19.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:00:19.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.30.129.212:43151
08:00:19.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:00:19.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:00:19.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskL0jgDZ/test-tmp/mini-kudu-cluster5783526231516236121/master-1/data
08:00:19.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskL0jgDZ/test-tmp/mini-kudu-cluster5783526231516236121/master-1/wal
08:00:19.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
08:00:19.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.30.129.254:37087,127.30.129.253:44725,127.30.129.252:38865
08:00:19.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:00:19.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:00:19.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
08:00:19.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.30.129.253:44725
08:00:19.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
08:00:19.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
08:00:19.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
08:00:19.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41807/jwks.json
08:00:19.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:00:19.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:00:19.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskL0jgDZ/test-tmp/mini-kudu-cluster5783526231516236121/master-1/data/info.pb
08:00:19.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.30.129.253
08:00:19.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:00:19.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
08:00:19.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:00:19.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
08:00:19.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
08:00:19.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:00:19.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskL0jgDZ/test-tmp/mini-kudu-cluster5783526231516236121/master-1/logs
08:00:19.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:00:19.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
08:00:19.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
08:00:19.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
08:00:19.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
08:00:19.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision faec34f53d4c9dd1e3a6dd2b7314d2fc7aadff6c
08:00:19.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
08:00:19.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 20 Jun 2026 07:43:22 UTC on e7f111948823
08:00:19.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 12483
08:00:19.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
08:00:19.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:19.725425 31321 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
08:00:19.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:19.727726 31321 file_cache.cc:492] Constructed file cache file cache with capacity 419430
08:00:19.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 08:00:19.740792 31330 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:00:19.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:19.757249 31319 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.30.129.253" port: 44725 } attempt: 4
08:00:19.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 08:00:19.765628 31319 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.30.129.253:44725: Network error: Client connection negotiation failed: client connection to 127.30.129.253:44725: connect: Connection refused (error 111)
08:00:20.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:20.065234 31319 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.30.129.253" port: 44725 } attempt: 5
08:00:20.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 08:00:20.074246 31319 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.30.129.253:44725: Network error: Client connection negotiation failed: client connection to 127.30.129.253:44725: connect: Connection refused (error 111)
08:00:20.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:20.621832 31319 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.30.129.253" port: 44725 } attempt: 6
08:00:20.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 08:00:20.661382 31319 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.30.129.253:44725: Network error: Client connection negotiation failed: client connection to 127.30.129.253:44725: connect: Connection refused (error 111)
08:00:21.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 08:00:21.144655 31329 debug-util.cc:398] Leaking SignalData structure 0x7b0800028020 after lost signal to thread 31321
08:00:21.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 08:00:21.152791 31321 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.412s user 0.477s sys 0.931s
08:00:21.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 08:00:21.153240 31321 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.413s user 0.477s sys 0.931s
08:00:21.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 08:00:19.741613 31331 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:00:21.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 08:00:21.154520 31332 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1413 milliseconds
08:00:21.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 08:00:21.155246 31333 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:00:21.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:21.155174 31321 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
08:00:21.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:21.159421 31321 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
08:00:21.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:21.161922 31321 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
08:00:21.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:21.163251 31321 hybrid_clock.cc:648] HybridClock initialized: now 1781942421163223 us; error 55 us; skew 500 ppm
08:00:21.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:21.164063 31321 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
08:00:21.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:21.170099 31321 webserver.cc:533] Webserver started at http://127.30.129.253:38245/ using document root <none> and password file <none>
08:00:21.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:21.171088 31321 fs_manager.cc:362] Metadata directory not provided
08:00:21.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:21.171274 31321 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
08:00:21.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:21.171770 31321 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
08:00:21.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:21.176002 31321 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskL0jgDZ/test-tmp/mini-kudu-cluster5783526231516236121/master-1/data/instance:
08:00:21.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "35dd81c1fdad428ab93d9794314e86c2"
08:00:21.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 08:00:21 on dist-test-slave-4pmm"
08:00:21.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:21.177052 31321 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskL0jgDZ/test-tmp/mini-kudu-cluster5783526231516236121/master-1/wal/instance:
08:00:21.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "35dd81c1fdad428ab93d9794314e86c2"
08:00:21.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 08:00:21 on dist-test-slave-4pmm"
08:00:21.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:21.183866 31321 fs_manager.cc:696] Time spent creating directory manager: real 0.006s user 0.005s sys 0.002s
08:00:21.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:21.189492 31342 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
08:00:21.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:21.190603 31321 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.003s sys 0.003s
08:00:21.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:21.190876 31321 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskL0jgDZ/test-tmp/mini-kudu-cluster5783526231516236121/master-1/data,/tmp/dist-test-taskL0jgDZ/test-tmp/mini-kudu-cluster5783526231516236121/master-1/wal
08:00:21.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "35dd81c1fdad428ab93d9794314e86c2"
08:00:21.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 08:00:21 on dist-test-slave-4pmm"
08:00:21.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:21.191155 31321 fs_report.cc:389] FS layout report
08:00:21.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
08:00:21.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskL0jgDZ/test-tmp/mini-kudu-cluster5783526231516236121/master-1/wal
08:00:21.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskL0jgDZ/test-tmp/mini-kudu-cluster5783526231516236121/master-1/wal
08:00:21.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskL0jgDZ/test-tmp/mini-kudu-cluster5783526231516236121/master-1/data/data
08:00:21.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
08:00:21.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
08:00:21.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
08:00:21.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
08:00:21.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
08:00:21.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
08:00:21.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
08:00:21.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
08:00:21.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
08:00:21.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
08:00:21.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
08:00:21.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:21.254767 31321 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
08:00:21.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:21.256247 31321 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
08:00:21.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:21.256645 31321 kserver.cc:163] Server-wide thread pool size limit: 3276
08:00:21.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:21.328677 31321 rpc_server.cc:307] RPC server started. Bound to: 127.30.129.253:44725
08:00:21.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:21.328714 31393 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.30.129.253:44725 every 8 connection(s)
08:00:21.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:21.332582 31321 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskL0jgDZ/test-tmp/mini-kudu-cluster5783526231516236121/master-1/data/info.pb
08:00:21.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:21.339250 31394 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
08:00:21.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:21.340123 31239 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskL0jgDZ/build/tsan/bin/kudu as pid 31321
08:00:21.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:21.340546 31239 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskL0jgDZ/test-tmp/mini-kudu-cluster5783526231516236121/master-1/wal/instance
08:00:21.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:21.342414 31239 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskL0jgDZ/build/tsan/bin/kudu
08:00:21.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskL0jgDZ/build/tsan/bin/kudu
08:00:21.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskL0jgDZ/test-tmp/mini-kudu-cluster5783526231516236121/master-2/wal
08:00:21.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskL0jgDZ/test-tmp/mini-kudu-cluster5783526231516236121/master-2/data
08:00:21.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
08:00:21.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
08:00:21.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
08:00:21.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:00:21.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:00:21.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:00:21.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskL0jgDZ/test-tmp/mini-kudu-cluster5783526231516236121/master-2/logs
08:00:21.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskL0jgDZ/test-tmp/mini-kudu-cluster5783526231516236121/master-2/data/info.pb
08:00:21.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:00:21.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
08:00:21.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
08:00:21.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
08:00:21.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
08:00:21.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:00:21.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:00:21.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:00:21.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
08:00:21.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
08:00:21.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
08:00:21.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
08:00:21.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.30.129.252:38865
08:00:21.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.30.129.252
08:00:21.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:00:21.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.30.129.212:43151
08:00:21.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:00:21.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:00:21.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:00:21.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
08:00:21.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.30.129.254:37087,127.30.129.253:44725,127.30.129.252:38865
08:00:21.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
08:00:21.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41807/jwks.json with env {}
08:00:21.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:21.351748 31394 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.30.129.254" port: 37087 } has no permanent_uuid. Determining permanent_uuid...
08:00:21.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:21.373216 31394 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.30.129.253" port: 44725 } has no permanent_uuid. Determining permanent_uuid...
08:00:21.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:21.388490 31394 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.30.129.252" port: 38865 } has no permanent_uuid. Determining permanent_uuid...
08:00:21.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 08:00:21.390997 31344 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.30.129.252:38865: connect: Connection refused (error 111)
08:00:21.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 08:00:21.395906 31394 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.30.129.252:38865: Network error: Client connection negotiation failed: client connection to 127.30.129.252:38865: connect: Connection refused (error 111)
08:00:21.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:21.445456 31394 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.30.129.252" port: 38865 } attempt: 1
08:00:21.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 08:00:21.449790 31394 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.30.129.252:38865: Network error: Client connection negotiation failed: client connection to 127.30.129.252:38865: connect: Connection refused (error 111)
08:00:21.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:21.518275 31394 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.30.129.252" port: 38865 } attempt: 2
08:00:21.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 08:00:21.522583 31394 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.30.129.252:38865: Network error: Client connection negotiation failed: client connection to 127.30.129.252:38865: connect: Connection refused (error 111)
08:00:21.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:21.614044 31394 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.30.129.252" port: 38865 } attempt: 3
08:00:21.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 08:00:21.619036 31394 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.30.129.252:38865: Network error: Client connection negotiation failed: client connection to 127.30.129.252:38865: connect: Connection refused (error 111)
08:00:21.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 08:00:21.648160 31396 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
08:00:21.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 08:00:21.648675 31396 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
08:00:21.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 08:00:21.649111 31396 flags.cc:432] Enabled unsafe flag: --never_fsync=true
08:00:21.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 08:00:21.682765 31396 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
08:00:21.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 08:00:21.683270 31396 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
08:00:21.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 08:00:21.683626 31396 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
08:00:21.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 08:00:21.684007 31396 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
08:00:21.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 08:00:21.684379 31396 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
08:00:21.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 08:00:21.684571 31396 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:41807/jwks.json
08:00:21.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:21.721966 31319 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.30.129.253" port: 44725 } attempt: 7
08:00:21.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:21.723599 31396 master_runner.cc:387] Master server non-default flags:
08:00:21.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:00:21.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.30.129.212:43151
08:00:21.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:00:21.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:00:21.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskL0jgDZ/test-tmp/mini-kudu-cluster5783526231516236121/master-2/data
08:00:21.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskL0jgDZ/test-tmp/mini-kudu-cluster5783526231516236121/master-2/wal
08:00:21.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
08:00:21.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.30.129.254:37087,127.30.129.253:44725,127.30.129.252:38865
08:00:21.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:00:21.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:00:21.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
08:00:21.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.30.129.252:38865
08:00:21.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
08:00:21.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
08:00:21.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
08:00:21.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41807/jwks.json
08:00:21.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:00:21.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:00:21.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskL0jgDZ/test-tmp/mini-kudu-cluster5783526231516236121/master-2/data/info.pb
08:00:21.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.30.129.252
08:00:21.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:00:21.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
08:00:21.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:00:21.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
08:00:21.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
08:00:21.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:00:21.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskL0jgDZ/test-tmp/mini-kudu-cluster5783526231516236121/master-2/logs
08:00:21.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:00:21.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
08:00:21.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
08:00:21.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
08:00:21.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
08:00:21.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision faec34f53d4c9dd1e3a6dd2b7314d2fc7aadff6c
08:00:21.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
08:00:21.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 20 Jun 2026 07:43:22 UTC on e7f111948823
08:00:21.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 12483
08:00:21.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
08:00:21.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:21.725349 31396 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
08:00:21.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:21.727687 31396 file_cache.cc:492] Constructed file cache file cache with capacity 419430
08:00:21.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:21.736857 31319 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.30.129.252" port: 38865 } has no permanent_uuid. Determining permanent_uuid...
08:00:21.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 08:00:21.742965 31408 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:00:21.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 08:00:21.744076 31319 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.30.129.252:38865: Network error: Client connection negotiation failed: client connection to 127.30.129.252:38865: connect: Connection refused (error 111)
08:00:21.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:21.762495 31394 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.30.129.252" port: 38865 } attempt: 4
08:00:21.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 08:00:21.770678 31394 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.30.129.252:38865: Network error: Client connection negotiation failed: client connection to 127.30.129.252:38865: connect: Connection refused (error 111)
08:00:21.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:21.802543 31319 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.30.129.252" port: 38865 } attempt: 1
08:00:21.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 08:00:21.812004 31319 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.30.129.252:38865: Network error: Client connection negotiation failed: client connection to 127.30.129.252:38865: connect: Connection refused (error 111)
08:00:21.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:21.893611 31319 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.30.129.252" port: 38865 } attempt: 2
08:00:21.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 08:00:21.902850 31319 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.30.129.252:38865: Network error: Client connection negotiation failed: client connection to 127.30.129.252:38865: connect: Connection refused (error 111)
08:00:21.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:21.988404 31319 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.30.129.252" port: 38865 } attempt: 3
08:00:21.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 08:00:21.997885 31319 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.30.129.252:38865: Network error: Client connection negotiation failed: client connection to 127.30.129.252:38865: connect: Connection refused (error 111)
08:00:22.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:22.070269 31394 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.30.129.252" port: 38865 } attempt: 5
08:00:22.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 08:00:22.079984 31394 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.30.129.252:38865: Network error: Client connection negotiation failed: client connection to 127.30.129.252:38865: connect: Connection refused (error 111)
08:00:22.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:22.138511 31319 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.30.129.252" port: 38865 } attempt: 4
08:00:22.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 08:00:22.146704 31319 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.30.129.252:38865: Network error: Client connection negotiation failed: client connection to 127.30.129.252:38865: connect: Connection refused (error 111)
08:00:22.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:22.430305 31319 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.30.129.252" port: 38865 } attempt: 5
08:00:22.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 08:00:22.440037 31319 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.30.129.252:38865: Network error: Client connection negotiation failed: client connection to 127.30.129.252:38865: connect: Connection refused (error 111)
08:00:22.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:22.627595 31394 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.30.129.252" port: 38865 } attempt: 6
08:00:22.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 08:00:22.651197 31394 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.30.129.252:38865: Network error: Client connection negotiation failed: client connection to 127.30.129.252:38865: connect: Connection refused (error 111)
08:00:22.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:22.992617 31319 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.30.129.252" port: 38865 } attempt: 6
08:00:23.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 08:00:23.021334 31319 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.30.129.252:38865: Network error: Client connection negotiation failed: client connection to 127.30.129.252:38865: connect: Connection refused (error 111)
08:00:23.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 08:00:21.743142 31407 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:00:23.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 08:00:23.063730 31411 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:00:23.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 08:00:23.067731 31410 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1323 milliseconds
08:00:23.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 08:00:23.068840 31396 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.326s user 0.454s sys 0.864s
08:00:23.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 08:00:23.069092 31396 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.326s user 0.454s sys 0.864s
08:00:23.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:23.069260 31396 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
08:00:23.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:23.070271 31396 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
08:00:23.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:23.073211 31396 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
08:00:23.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:23.074648 31396 hybrid_clock.cc:648] HybridClock initialized: now 1781942423074586 us; error 77 us; skew 500 ppm
08:00:23.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:23.075626 31396 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
08:00:23.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:23.084650 31396 webserver.cc:533] Webserver started at http://127.30.129.252:38423/ using document root <none> and password file <none>
08:00:23.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:23.085551 31396 fs_manager.cc:362] Metadata directory not provided
08:00:23.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:23.085739 31396 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
08:00:23.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:23.086117 31396 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
08:00:23.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:23.091187 31396 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskL0jgDZ/test-tmp/mini-kudu-cluster5783526231516236121/master-2/data/instance:
08:00:23.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "cbe013a928d5423c848db90aa4506a15"
08:00:23.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 08:00:23 on dist-test-slave-4pmm"
08:00:23.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:23.092310 31396 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskL0jgDZ/test-tmp/mini-kudu-cluster5783526231516236121/master-2/wal/instance:
08:00:23.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "cbe013a928d5423c848db90aa4506a15"
08:00:23.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 08:00:23 on dist-test-slave-4pmm"
08:00:23.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:23.100170 31396 fs_manager.cc:696] Time spent creating directory manager: real 0.007s user 0.007s sys 0.001s
08:00:23.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:23.106284 31422 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
08:00:23.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:23.107441 31396 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.003s sys 0.003s
08:00:23.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:23.107785 31396 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskL0jgDZ/test-tmp/mini-kudu-cluster5783526231516236121/master-2/data,/tmp/dist-test-taskL0jgDZ/test-tmp/mini-kudu-cluster5783526231516236121/master-2/wal
08:00:23.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "cbe013a928d5423c848db90aa4506a15"
08:00:23.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 08:00:23 on dist-test-slave-4pmm"
08:00:23.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:23.108074 31396 fs_report.cc:389] FS layout report
08:00:23.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
08:00:23.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskL0jgDZ/test-tmp/mini-kudu-cluster5783526231516236121/master-2/wal
08:00:23.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskL0jgDZ/test-tmp/mini-kudu-cluster5783526231516236121/master-2/wal
08:00:23.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskL0jgDZ/test-tmp/mini-kudu-cluster5783526231516236121/master-2/data/data
08:00:23.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
08:00:23.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
08:00:23.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
08:00:23.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
08:00:23.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
08:00:23.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
08:00:23.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
08:00:23.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
08:00:23.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
08:00:23.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
08:00:23.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
08:00:23.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:23.181448 31396 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
08:00:23.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:23.183089 31396 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
08:00:23.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:23.183538 31396 kserver.cc:163] Server-wide thread pool size limit: 3276
08:00:23.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:23.252954 31396 rpc_server.cc:307] RPC server started. Bound to: 127.30.129.252:38865
08:00:23.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:23.253034 31473 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.30.129.252:38865 every 8 connection(s)
08:00:23.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:23.256458 31396 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskL0jgDZ/test-tmp/mini-kudu-cluster5783526231516236121/master-2/data/info.pb
08:00:23.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:23.262094 31474 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
08:00:23.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:23.262147 31239 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskL0jgDZ/build/tsan/bin/kudu as pid 31396
08:00:23.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:23.262619 31239 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskL0jgDZ/test-tmp/mini-kudu-cluster5783526231516236121/master-2/wal/instance
08:00:23.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:23.274725 31474 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.30.129.254" port: 37087 } has no permanent_uuid. Determining permanent_uuid...
08:00:23.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:23.303982 31474 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.30.129.253" port: 44725 } has no permanent_uuid. Determining permanent_uuid...
08:00:23.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:23.318315 31474 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.30.129.252" port: 38865 } has no permanent_uuid. Determining permanent_uuid...
08:00:23.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:23.339306 31474 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P cbe013a928d5423c848db90aa4506a15: Bootstrap starting.
08:00:23.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:23.347831 31474 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P cbe013a928d5423c848db90aa4506a15: Neither blocks nor log segments found. Creating new log.
08:00:23.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:23.350111 31474 log.cc:826] T 00000000000000000000000000000000 P cbe013a928d5423c848db90aa4506a15: Log is configured to *not* fsync() on all Append() calls
08:00:23.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:23.366358 31474 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P cbe013a928d5423c848db90aa4506a15: No bootstrap required, opened a new log
08:00:23.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:23.385780 31474 raft_consensus.cc:359] T 00000000000000000000000000000000 P cbe013a928d5423c848db90aa4506a15 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "01c2bfbf90e247c5b9d4f1b7c7b8dfc3" member_type: VOTER last_known_addr { host: "127.30.129.254" port: 37087 } } peers { permanent_uuid: "35dd81c1fdad428ab93d9794314e86c2" member_type: VOTER last_known_addr { host: "127.30.129.253" port: 44725 } } peers { permanent_uuid: "cbe013a928d5423c848db90aa4506a15" member_type: VOTER last_known_addr { host: "127.30.129.252" port: 38865 } }
08:00:23.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:23.386372 31474 raft_consensus.cc:385] T 00000000000000000000000000000000 P cbe013a928d5423c848db90aa4506a15 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
08:00:23.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:23.386579 31474 raft_consensus.cc:740] T 00000000000000000000000000000000 P cbe013a928d5423c848db90aa4506a15 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: cbe013a928d5423c848db90aa4506a15, State: Initialized, Role: FOLLOWER
08:00:23.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:23.387288 31474 consensus_queue.cc:260] T 00000000000000000000000000000000 P cbe013a928d5423c848db90aa4506a15 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "01c2bfbf90e247c5b9d4f1b7c7b8dfc3" member_type: VOTER last_known_addr { host: "127.30.129.254" port: 37087 } } peers { permanent_uuid: "35dd81c1fdad428ab93d9794314e86c2" member_type: VOTER last_known_addr { host: "127.30.129.253" port: 44725 } } peers { permanent_uuid: "cbe013a928d5423c848db90aa4506a15" member_type: VOTER last_known_addr { host: "127.30.129.252" port: 38865 } }
08:00:23.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:23.390445 31483 sys_catalog.cc:455] T 00000000000000000000000000000000 P cbe013a928d5423c848db90aa4506a15 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "01c2bfbf90e247c5b9d4f1b7c7b8dfc3" member_type: VOTER last_known_addr { host: "127.30.129.254" port: 37087 } } peers { permanent_uuid: "35dd81c1fdad428ab93d9794314e86c2" member_type: VOTER last_known_addr { host: "127.30.129.253" port: 44725 } } peers { permanent_uuid: "cbe013a928d5423c848db90aa4506a15" member_type: VOTER last_known_addr { host: "127.30.129.252" port: 38865 } } }
08:00:23.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:23.391741 31483 sys_catalog.cc:458] T 00000000000000000000000000000000 P cbe013a928d5423c848db90aa4506a15 [sys.catalog]: This master's current role is: FOLLOWER
08:00:23.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:23.392264 31474 sys_catalog.cc:565] T 00000000000000000000000000000000 P cbe013a928d5423c848db90aa4506a15 [sys.catalog]: configured and running, proceeding with master startup.
08:00:23.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 08:00:23.416522 31494 catalog_manager.cc:1593] T 00000000000000000000000000000000 P cbe013a928d5423c848db90aa4506a15: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
08:00:23.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 08:00:23.416846 31494 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
08:00:23.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:23.412109 31396 master_runner.cc:187] Error getting master registration for 127.30.129.254:37087: OK, instance_id { permanent_uuid: "01c2bfbf90e247c5b9d4f1b7c7b8dfc3" instance_seqno: 1781942419305098 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
08:00:23.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:23.433051 31396 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
08:00:23.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 08:00:23.438603 31428 tablet.cc:2406] T 00000000000000000000000000000000 P cbe013a928d5423c848db90aa4506a15: Can't schedule compaction. Clean time has not been advanced past its initial value.
08:00:23.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:23.566977 31483 raft_consensus.cc:493] T 00000000000000000000000000000000 P cbe013a928d5423c848db90aa4506a15 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
08:00:23.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:23.567551 31483 raft_consensus.cc:515] T 00000000000000000000000000000000 P cbe013a928d5423c848db90aa4506a15 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "01c2bfbf90e247c5b9d4f1b7c7b8dfc3" member_type: VOTER last_known_addr { host: "127.30.129.254" port: 37087 } } peers { permanent_uuid: "35dd81c1fdad428ab93d9794314e86c2" member_type: VOTER last_known_addr { host: "127.30.129.253" port: 44725 } } peers { permanent_uuid: "cbe013a928d5423c848db90aa4506a15" member_type: VOTER last_known_addr { host: "127.30.129.252" port: 38865 } }
08:00:23.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:23.570185 31483 leader_election.cc:290] T 00000000000000000000000000000000 P cbe013a928d5423c848db90aa4506a15 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 01c2bfbf90e247c5b9d4f1b7c7b8dfc3 (127.30.129.254:37087), 35dd81c1fdad428ab93d9794314e86c2 (127.30.129.253:44725)
08:00:23.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:23.711792 31394 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.30.129.252" port: 38865 } attempt: 7
08:00:23.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:23.734686 31394 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 35dd81c1fdad428ab93d9794314e86c2: Bootstrap starting.
08:00:23.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:23.742594 31394 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 35dd81c1fdad428ab93d9794314e86c2: Neither blocks nor log segments found. Creating new log.
08:00:23.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:23.749616 31394 log.cc:826] T 00000000000000000000000000000000 P 35dd81c1fdad428ab93d9794314e86c2: Log is configured to *not* fsync() on all Append() calls
08:00:23.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:23.754807 31394 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 35dd81c1fdad428ab93d9794314e86c2: No bootstrap required, opened a new log
08:00:23.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:23.788121 31394 raft_consensus.cc:359] T 00000000000000000000000000000000 P 35dd81c1fdad428ab93d9794314e86c2 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "01c2bfbf90e247c5b9d4f1b7c7b8dfc3" member_type: VOTER last_known_addr { host: "127.30.129.254" port: 37087 } } peers { permanent_uuid: "35dd81c1fdad428ab93d9794314e86c2" member_type: VOTER last_known_addr { host: "127.30.129.253" port: 44725 } } peers { permanent_uuid: "cbe013a928d5423c848db90aa4506a15" member_type: VOTER last_known_addr { host: "127.30.129.252" port: 38865 } }
08:00:23.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:23.789494 31394 raft_consensus.cc:385] T 00000000000000000000000000000000 P 35dd81c1fdad428ab93d9794314e86c2 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
08:00:23.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:23.790060 31394 raft_consensus.cc:740] T 00000000000000000000000000000000 P 35dd81c1fdad428ab93d9794314e86c2 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 35dd81c1fdad428ab93d9794314e86c2, State: Initialized, Role: FOLLOWER
08:00:23.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:23.791265 31394 consensus_queue.cc:260] T 00000000000000000000000000000000 P 35dd81c1fdad428ab93d9794314e86c2 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "01c2bfbf90e247c5b9d4f1b7c7b8dfc3" member_type: VOTER last_known_addr { host: "127.30.129.254" port: 37087 } } peers { permanent_uuid: "35dd81c1fdad428ab93d9794314e86c2" member_type: VOTER last_known_addr { host: "127.30.129.253" port: 44725 } } peers { permanent_uuid: "cbe013a928d5423c848db90aa4506a15" member_type: VOTER last_known_addr { host: "127.30.129.252" port: 38865 } }
08:00:23.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:23.796352 31498 sys_catalog.cc:455] T 00000000000000000000000000000000 P 35dd81c1fdad428ab93d9794314e86c2 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "01c2bfbf90e247c5b9d4f1b7c7b8dfc3" member_type: VOTER last_known_addr { host: "127.30.129.254" port: 37087 } } peers { permanent_uuid: "35dd81c1fdad428ab93d9794314e86c2" member_type: VOTER last_known_addr { host: "127.30.129.253" port: 44725 } } peers { permanent_uuid: "cbe013a928d5423c848db90aa4506a15" member_type: VOTER last_known_addr { host: "127.30.129.252" port: 38865 } } }
08:00:23.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:23.797648 31498 sys_catalog.cc:458] T 00000000000000000000000000000000 P 35dd81c1fdad428ab93d9794314e86c2 [sys.catalog]: This master's current role is: FOLLOWER
08:00:23.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:23.800789 31394 sys_catalog.cc:565] T 00000000000000000000000000000000 P 35dd81c1fdad428ab93d9794314e86c2 [sys.catalog]: configured and running, proceeding with master startup.
08:00:23.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:23.801410 31369 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "cbe013a928d5423c848db90aa4506a15" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "35dd81c1fdad428ab93d9794314e86c2" is_pre_election: true
08:00:23.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:23.802659 31369 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 35dd81c1fdad428ab93d9794314e86c2 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate cbe013a928d5423c848db90aa4506a15 in term 0.
08:00:23.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:23.805426 31424 leader_election.cc:304] T 00000000000000000000000000000000 P cbe013a928d5423c848db90aa4506a15 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 35dd81c1fdad428ab93d9794314e86c2, cbe013a928d5423c848db90aa4506a15; no voters:
08:00:23.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:23.806763 31483 raft_consensus.cc:2804] T 00000000000000000000000000000000 P cbe013a928d5423c848db90aa4506a15 [term 0 FOLLOWER]: Leader pre-election won for term 1
08:00:23.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:23.807168 31483 raft_consensus.cc:493] T 00000000000000000000000000000000 P cbe013a928d5423c848db90aa4506a15 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
08:00:23.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:23.807607 31483 raft_consensus.cc:3060] T 00000000000000000000000000000000 P cbe013a928d5423c848db90aa4506a15 [term 0 FOLLOWER]: Advancing to term 1
08:00:23.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:23.818154 31483 raft_consensus.cc:515] T 00000000000000000000000000000000 P cbe013a928d5423c848db90aa4506a15 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "01c2bfbf90e247c5b9d4f1b7c7b8dfc3" member_type: VOTER last_known_addr { host: "127.30.129.254" port: 37087 } } peers { permanent_uuid: "35dd81c1fdad428ab93d9794314e86c2" member_type: VOTER last_known_addr { host: "127.30.129.253" port: 44725 } } peers { permanent_uuid: "cbe013a928d5423c848db90aa4506a15" member_type: VOTER last_known_addr { host: "127.30.129.252" port: 38865 } }
08:00:23.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:23.820539 31483 leader_election.cc:290] T 00000000000000000000000000000000 P cbe013a928d5423c848db90aa4506a15 [CANDIDATE]: Term 1 election: Requested vote from peers 01c2bfbf90e247c5b9d4f1b7c7b8dfc3 (127.30.129.254:37087), 35dd81c1fdad428ab93d9794314e86c2 (127.30.129.253:44725)
08:00:23.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:23.823856 31369 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "cbe013a928d5423c848db90aa4506a15" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "35dd81c1fdad428ab93d9794314e86c2"
08:00:23.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:23.824620 31369 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 35dd81c1fdad428ab93d9794314e86c2 [term 0 FOLLOWER]: Advancing to term 1
08:00:23.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:23.831651 31369 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 35dd81c1fdad428ab93d9794314e86c2 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate cbe013a928d5423c848db90aa4506a15 in term 1.
08:00:23.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:23.832883 31424 leader_election.cc:304] T 00000000000000000000000000000000 P cbe013a928d5423c848db90aa4506a15 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 35dd81c1fdad428ab93d9794314e86c2, cbe013a928d5423c848db90aa4506a15; no voters:
08:00:23.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:23.833635 31483 raft_consensus.cc:2804] T 00000000000000000000000000000000 P cbe013a928d5423c848db90aa4506a15 [term 1 FOLLOWER]: Leader election won for term 1
08:00:23.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:23.836133 31483 raft_consensus.cc:697] T 00000000000000000000000000000000 P cbe013a928d5423c848db90aa4506a15 [term 1 LEADER]: Becoming Leader. State: Replica: cbe013a928d5423c848db90aa4506a15, State: Running, Role: LEADER
08:00:23.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:23.838974 31483 consensus_queue.cc:237] T 00000000000000000000000000000000 P cbe013a928d5423c848db90aa4506a15 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "01c2bfbf90e247c5b9d4f1b7c7b8dfc3" member_type: VOTER last_known_addr { host: "127.30.129.254" port: 37087 } } peers { permanent_uuid: "35dd81c1fdad428ab93d9794314e86c2" member_type: VOTER last_known_addr { host: "127.30.129.253" port: 44725 } } peers { permanent_uuid: "cbe013a928d5423c848db90aa4506a15" member_type: VOTER last_known_addr { host: "127.30.129.252" port: 38865 } }
08:00:23.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:23.846236 31503 sys_catalog.cc:455] T 00000000000000000000000000000000 P cbe013a928d5423c848db90aa4506a15 [sys.catalog]: SysCatalogTable state changed. Reason: New leader cbe013a928d5423c848db90aa4506a15. Latest consensus state: current_term: 1 leader_uuid: "cbe013a928d5423c848db90aa4506a15" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "01c2bfbf90e247c5b9d4f1b7c7b8dfc3" member_type: VOTER last_known_addr { host: "127.30.129.254" port: 37087 } } peers { permanent_uuid: "35dd81c1fdad428ab93d9794314e86c2" member_type: VOTER last_known_addr { host: "127.30.129.253" port: 44725 } } peers { permanent_uuid: "cbe013a928d5423c848db90aa4506a15" member_type: VOTER last_known_addr { host: "127.30.129.252" port: 38865 } } }
08:00:23.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:23.846753 31503 sys_catalog.cc:458] T 00000000000000000000000000000000 P cbe013a928d5423c848db90aa4506a15 [sys.catalog]: This master's current role is: LEADER
08:00:23.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:23.849725 31507 catalog_manager.cc:1510] Loading table and tablet metadata into memory...
08:00:23.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:23.860703 31507 catalog_manager.cc:1519] Initializing Kudu cluster ID...
08:00:23.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:23.881943 31369 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 35dd81c1fdad428ab93d9794314e86c2 [term 1 FOLLOWER]: Refusing update from remote peer cbe013a928d5423c848db90aa4506a15: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
08:00:23.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:23.883927 31503 consensus_queue.cc:1048] T 00000000000000000000000000000000 P cbe013a928d5423c848db90aa4506a15 [LEADER]: Connected to new peer: Peer: permanent_uuid: "35dd81c1fdad428ab93d9794314e86c2" member_type: VOTER last_known_addr { host: "127.30.129.253" port: 44725 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
08:00:23.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:23.888466 31513 catalog_manager.cc:805] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
08:00:23.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:23.922922 31510 mvcc.cc:204] Tried to move back new op lower bound from 7298836168194883584 to 7298836168055951360. Current Snapshot: MvccSnapshot[applied={T|T < 7298836168194883584}]
08:00:23.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:23.935148 31498 sys_catalog.cc:455] T 00000000000000000000000000000000 P 35dd81c1fdad428ab93d9794314e86c2 [sys.catalog]: SysCatalogTable state changed. Reason: New leader cbe013a928d5423c848db90aa4506a15. Latest consensus state: current_term: 1 leader_uuid: "cbe013a928d5423c848db90aa4506a15" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "01c2bfbf90e247c5b9d4f1b7c7b8dfc3" member_type: VOTER last_known_addr { host: "127.30.129.254" port: 37087 } } peers { permanent_uuid: "35dd81c1fdad428ab93d9794314e86c2" member_type: VOTER last_known_addr { host: "127.30.129.253" port: 44725 } } peers { permanent_uuid: "cbe013a928d5423c848db90aa4506a15" member_type: VOTER last_known_addr { host: "127.30.129.252" port: 38865 } } }
08:00:23.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:23.936748 31483 sys_catalog.cc:455] T 00000000000000000000000000000000 P cbe013a928d5423c848db90aa4506a15 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "cbe013a928d5423c848db90aa4506a15" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "01c2bfbf90e247c5b9d4f1b7c7b8dfc3" member_type: VOTER last_known_addr { host: "127.30.129.254" port: 37087 } } peers { permanent_uuid: "35dd81c1fdad428ab93d9794314e86c2" member_type: VOTER last_known_addr { host: "127.30.129.253" port: 44725 } } peers { permanent_uuid: "cbe013a928d5423c848db90aa4506a15" member_type: VOTER last_known_addr { host: "127.30.129.252" port: 38865 } } }
08:00:23.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:23.937476 31483 sys_catalog.cc:458] T 00000000000000000000000000000000 P cbe013a928d5423c848db90aa4506a15 [sys.catalog]: This master's current role is: LEADER
08:00:23.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:23.937201 31498 sys_catalog.cc:458] T 00000000000000000000000000000000 P 35dd81c1fdad428ab93d9794314e86c2 [sys.catalog]: This master's current role is: FOLLOWER
08:00:23.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:23.939697 31507 catalog_manager.cc:1382] Generated new cluster ID: e839f62956804dfb84af85bb899cf2f2
08:00:23.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:23.939983 31507 catalog_manager.cc:1530] Initializing Kudu internal certificate authority...
08:00:23.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:23.892679 31321 master_runner.cc:187] Error getting master registration for 127.30.129.254:37087: OK, instance_id { permanent_uuid: "01c2bfbf90e247c5b9d4f1b7c7b8dfc3" instance_seqno: 1781942419305098 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
08:00:23.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:23.964062 31321 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
08:00:23.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:23.972766 31498 sys_catalog.cc:455] T 00000000000000000000000000000000 P 35dd81c1fdad428ab93d9794314e86c2 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "cbe013a928d5423c848db90aa4506a15" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "01c2bfbf90e247c5b9d4f1b7c7b8dfc3" member_type: VOTER last_known_addr { host: "127.30.129.254" port: 37087 } } peers { permanent_uuid: "35dd81c1fdad428ab93d9794314e86c2" member_type: VOTER last_known_addr { host: "127.30.129.253" port: 44725 } } peers { permanent_uuid: "cbe013a928d5423c848db90aa4506a15" member_type: VOTER last_known_addr { host: "127.30.129.252" port: 38865 } } }
08:00:23.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:23.973488 31498 sys_catalog.cc:458] T 00000000000000000000000000000000 P 35dd81c1fdad428ab93d9794314e86c2 [sys.catalog]: This master's current role is: FOLLOWER
08:00:23.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:23.993681 31507 catalog_manager.cc:1405] Generated new certificate authority record
08:00:23.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:23.995776 31507 catalog_manager.cc:1539] Loading token signing keys...
08:00:24.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:24.019150 31507 catalog_manager.cc:6069] T 00000000000000000000000000000000 P cbe013a928d5423c848db90aa4506a15: Generated new TSK 0
08:00:24.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:24.020227 31507 catalog_manager.cc:1549] Initializing in-progress tserver states...
08:00:24.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:24.048503 31239 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskL0jgDZ/build/tsan/bin/kudu
08:00:24.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskL0jgDZ/build/tsan/bin/kudu
08:00:24.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskL0jgDZ/test-tmp/mini-kudu-cluster5783526231516236121/ts-0/wal
08:00:24.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskL0jgDZ/test-tmp/mini-kudu-cluster5783526231516236121/ts-0/data
08:00:24.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
08:00:24.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
08:00:24.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
08:00:24.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:00:24.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:00:24.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:00:24.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskL0jgDZ/test-tmp/mini-kudu-cluster5783526231516236121/ts-0/logs
08:00:24.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskL0jgDZ/test-tmp/mini-kudu-cluster5783526231516236121/ts-0/data/info.pb
08:00:24.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:00:24.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
08:00:24.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
08:00:24.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
08:00:24.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
08:00:24.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:00:24.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:00:24.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:00:24.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
08:00:24.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
08:00:24.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.30.129.193:0
08:00:24.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.30.129.193
08:00:24.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.30.129.193
08:00:24.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:00:24.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.30.129.254:37087,127.30.129.253:44725,127.30.129.252:38865
08:00:24.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.30.129.212:43151
08:00:24.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:00:24.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:00:24.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
08:00:24.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:24.054759 31319 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.30.129.252" port: 38865 } attempt: 7
08:00:24.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:24.085472 31319 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 01c2bfbf90e247c5b9d4f1b7c7b8dfc3: Bootstrap starting.
08:00:24.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:24.093468 31319 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 01c2bfbf90e247c5b9d4f1b7c7b8dfc3: Neither blocks nor log segments found. Creating new log.
08:00:24.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:24.096302 31319 log.cc:826] T 00000000000000000000000000000000 P 01c2bfbf90e247c5b9d4f1b7c7b8dfc3: Log is configured to *not* fsync() on all Append() calls
08:00:24.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:24.102596 31319 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 01c2bfbf90e247c5b9d4f1b7c7b8dfc3: No bootstrap required, opened a new log
08:00:24.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:24.141324 31319 raft_consensus.cc:359] T 00000000000000000000000000000000 P 01c2bfbf90e247c5b9d4f1b7c7b8dfc3 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "01c2bfbf90e247c5b9d4f1b7c7b8dfc3" member_type: VOTER last_known_addr { host: "127.30.129.254" port: 37087 } } peers { permanent_uuid: "35dd81c1fdad428ab93d9794314e86c2" member_type: VOTER last_known_addr { host: "127.30.129.253" port: 44725 } } peers { permanent_uuid: "cbe013a928d5423c848db90aa4506a15" member_type: VOTER last_known_addr { host: "127.30.129.252" port: 38865 } }
08:00:24.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:24.142315 31319 raft_consensus.cc:385] T 00000000000000000000000000000000 P 01c2bfbf90e247c5b9d4f1b7c7b8dfc3 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
08:00:24.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:24.142597 31319 raft_consensus.cc:740] T 00000000000000000000000000000000 P 01c2bfbf90e247c5b9d4f1b7c7b8dfc3 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 01c2bfbf90e247c5b9d4f1b7c7b8dfc3, State: Initialized, Role: FOLLOWER
08:00:24.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:24.143460 31319 consensus_queue.cc:260] T 00000000000000000000000000000000 P 01c2bfbf90e247c5b9d4f1b7c7b8dfc3 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "01c2bfbf90e247c5b9d4f1b7c7b8dfc3" member_type: VOTER last_known_addr { host: "127.30.129.254" port: 37087 } } peers { permanent_uuid: "35dd81c1fdad428ab93d9794314e86c2" member_type: VOTER last_known_addr { host: "127.30.129.253" port: 44725 } } peers { permanent_uuid: "cbe013a928d5423c848db90aa4506a15" member_type: VOTER last_known_addr { host: "127.30.129.252" port: 38865 } }
08:00:24.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:24.149169 31319 sys_catalog.cc:565] T 00000000000000000000000000000000 P 01c2bfbf90e247c5b9d4f1b7c7b8dfc3 [sys.catalog]: configured and running, proceeding with master startup.
08:00:24.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:24.150276 31292 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 01c2bfbf90e247c5b9d4f1b7c7b8dfc3 [term 0 FOLLOWER]: Advancing to term 1
08:00:24.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:24.151676 31294 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "cbe013a928d5423c848db90aa4506a15" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "01c2bfbf90e247c5b9d4f1b7c7b8dfc3" is_pre_election: true
08:00:24.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:24.149367 31293 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "cbe013a928d5423c848db90aa4506a15" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "01c2bfbf90e247c5b9d4f1b7c7b8dfc3"
08:00:24.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:24.148312 31522 sys_catalog.cc:455] T 00000000000000000000000000000000 P 01c2bfbf90e247c5b9d4f1b7c7b8dfc3 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "01c2bfbf90e247c5b9d4f1b7c7b8dfc3" member_type: VOTER last_known_addr { host: "127.30.129.254" port: 37087 } } peers { permanent_uuid: "35dd81c1fdad428ab93d9794314e86c2" member_type: VOTER last_known_addr { host: "127.30.129.253" port: 44725 } } peers { permanent_uuid: "cbe013a928d5423c848db90aa4506a15" member_type: VOTER last_known_addr { host: "127.30.129.252" port: 38865 } } }
08:00:24.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:24.180104 31522 sys_catalog.cc:458] T 00000000000000000000000000000000 P 01c2bfbf90e247c5b9d4f1b7c7b8dfc3 [sys.catalog]: This master's current role is: FOLLOWER
08:00:24.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:24.186476 31292 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 01c2bfbf90e247c5b9d4f1b7c7b8dfc3 [term 1 FOLLOWER]: Refusing update from remote peer cbe013a928d5423c848db90aa4506a15: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
08:00:24.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:24.189845 31503 consensus_queue.cc:1048] T 00000000000000000000000000000000 P cbe013a928d5423c848db90aa4506a15 [LEADER]: Connected to new peer: Peer: permanent_uuid: "01c2bfbf90e247c5b9d4f1b7c7b8dfc3" member_type: VOTER last_known_addr { host: "127.30.129.254" port: 37087 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
08:00:24.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:24.301851 31522 sys_catalog.cc:455] T 00000000000000000000000000000000 P 01c2bfbf90e247c5b9d4f1b7c7b8dfc3 [sys.catalog]: SysCatalogTable state changed. Reason: New leader cbe013a928d5423c848db90aa4506a15. Latest consensus state: current_term: 1 leader_uuid: "cbe013a928d5423c848db90aa4506a15" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "01c2bfbf90e247c5b9d4f1b7c7b8dfc3" member_type: VOTER last_known_addr { host: "127.30.129.254" port: 37087 } } peers { permanent_uuid: "35dd81c1fdad428ab93d9794314e86c2" member_type: VOTER last_known_addr { host: "127.30.129.253" port: 44725 } } peers { permanent_uuid: "cbe013a928d5423c848db90aa4506a15" member_type: VOTER last_known_addr { host: "127.30.129.252" port: 38865 } } }
08:00:24.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:24.304517 31522 sys_catalog.cc:458] T 00000000000000000000000000000000 P 01c2bfbf90e247c5b9d4f1b7c7b8dfc3 [sys.catalog]: This master's current role is: FOLLOWER
08:00:24.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:24.301208 31530 sys_catalog.cc:455] T 00000000000000000000000000000000 P 01c2bfbf90e247c5b9d4f1b7c7b8dfc3 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "cbe013a928d5423c848db90aa4506a15" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "01c2bfbf90e247c5b9d4f1b7c7b8dfc3" member_type: VOTER last_known_addr { host: "127.30.129.254" port: 37087 } } peers { permanent_uuid: "35dd81c1fdad428ab93d9794314e86c2" member_type: VOTER last_known_addr { host: "127.30.129.253" port: 44725 } } peers { permanent_uuid: "cbe013a928d5423c848db90aa4506a15" member_type: VOTER last_known_addr { host: "127.30.129.252" port: 38865 } } }
08:00:24.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:24.305604 31530 sys_catalog.cc:458] T 00000000000000000000000000000000 P 01c2bfbf90e247c5b9d4f1b7c7b8dfc3 [sys.catalog]: This master's current role is: FOLLOWER
08:00:24.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:24.396027 31538 catalog_manager.cc:1294] Loaded cluster ID: e839f62956804dfb84af85bb899cf2f2
08:00:24.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:24.396795 31538 catalog_manager.cc:1587] T 00000000000000000000000000000000 P 01c2bfbf90e247c5b9d4f1b7c7b8dfc3: loading cluster ID for follower catalog manager: success
08:00:24.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:24.420747 31538 catalog_manager.cc:1609] T 00000000000000000000000000000000 P 01c2bfbf90e247c5b9d4f1b7c7b8dfc3: acquiring CA information for follower catalog manager: success
08:00:24.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:24.436532 31538 catalog_manager.cc:1637] T 00000000000000000000000000000000 P 01c2bfbf90e247c5b9d4f1b7c7b8dfc3: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
08:00:24.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 08:00:24.573589 31520 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
08:00:24.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 08:00:24.575337 31520 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
08:00:24.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 08:00:24.576398 31520 flags.cc:432] Enabled unsafe flag: --never_fsync=true
08:00:24.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 08:00:24.635895 31520 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
08:00:24.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 08:00:24.637214 31520 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.30.129.193
08:00:24.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:24.686071 31503 sys_catalog.cc:455] T 00000000000000000000000000000000 P cbe013a928d5423c848db90aa4506a15 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "cbe013a928d5423c848db90aa4506a15" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "01c2bfbf90e247c5b9d4f1b7c7b8dfc3" member_type: VOTER last_known_addr { host: "127.30.129.254" port: 37087 } } peers { permanent_uuid: "35dd81c1fdad428ab93d9794314e86c2" member_type: VOTER last_known_addr { host: "127.30.129.253" port: 44725 } } peers { permanent_uuid: "cbe013a928d5423c848db90aa4506a15" member_type: VOTER last_known_addr { host: "127.30.129.252" port: 38865 } } }
08:00:24.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:24.687371 31503 sys_catalog.cc:458] T 00000000000000000000000000000000 P cbe013a928d5423c848db90aa4506a15 [sys.catalog]: This master's current role is: LEADER
08:00:24.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:24.702077 31520 tablet_server_runner.cc:78] Tablet server non-default flags:
08:00:24.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:00:24.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.30.129.212:43151
08:00:24.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:00:24.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:00:24.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskL0jgDZ/test-tmp/mini-kudu-cluster5783526231516236121/ts-0/data
08:00:24.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskL0jgDZ/test-tmp/mini-kudu-cluster5783526231516236121/ts-0/wal
08:00:24.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:00:24.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:00:24.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.30.129.193:0
08:00:24.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
08:00:24.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:00:24.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:00:24.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskL0jgDZ/test-tmp/mini-kudu-cluster5783526231516236121/ts-0/data/info.pb
08:00:24.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.30.129.193
08:00:24.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:00:24.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.30.129.254:37087,127.30.129.253:44725,127.30.129.252:38865
08:00:24.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
08:00:24.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:00:24.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
08:00:24.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
08:00:24.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:00:24.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.30.129.193
08:00:24.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskL0jgDZ/test-tmp/mini-kudu-cluster5783526231516236121/ts-0/logs
08:00:24.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:00:24.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
08:00:24.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
08:00:24.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
08:00:24.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
08:00:24.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision faec34f53d4c9dd1e3a6dd2b7314d2fc7aadff6c
08:00:24.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
08:00:24.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 20 Jun 2026 07:43:22 UTC on e7f111948823
08:00:24.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 12483
08:00:24.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
08:00:24.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:24.703752 31520 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
08:00:24.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:24.705741 31520 file_cache.cc:492] Constructed file cache file cache with capacity 419430
08:00:24.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 08:00:24.722935 31549 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:00:24.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:24.919543 31513 catalog_manager.cc:1294] Loaded cluster ID: e839f62956804dfb84af85bb899cf2f2
08:00:24.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:24.920295 31513 catalog_manager.cc:1587] T 00000000000000000000000000000000 P 35dd81c1fdad428ab93d9794314e86c2: loading cluster ID for follower catalog manager: success
08:00:24.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:24.927129 31513 catalog_manager.cc:1609] T 00000000000000000000000000000000 P 35dd81c1fdad428ab93d9794314e86c2: acquiring CA information for follower catalog manager: success
08:00:24.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:24.932166 31513 catalog_manager.cc:1637] T 00000000000000000000000000000000 P 35dd81c1fdad428ab93d9794314e86c2: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
08:00:26.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 08:00:24.728914 31548 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:00:26.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 08:00:24.729609 31551 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:00:26.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:24.729537 31520 server_base.cc:1061] running on GCE node
08:00:26.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:26.387766 31520 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
08:00:26.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:26.401587 31520 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
08:00:26.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:26.403863 31520 hybrid_clock.cc:648] HybridClock initialized: now 1781942426403794 us; error 81 us; skew 500 ppm
08:00:26.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:26.405210 31520 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
08:00:26.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:26.425410 31520 webserver.cc:533] Webserver started at http://127.30.129.193:44449/ using document root <none> and password file <none>
08:00:26.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:26.427026 31520 fs_manager.cc:362] Metadata directory not provided
08:00:26.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:26.427574 31520 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
08:00:26.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:26.428344 31520 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
08:00:26.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:26.435556 31520 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskL0jgDZ/test-tmp/mini-kudu-cluster5783526231516236121/ts-0/data/instance:
08:00:26.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "9cad4379177149b6bfde6ec65b836ccb"
08:00:26.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 08:00:26 on dist-test-slave-4pmm"
08:00:26.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:26.437440 31520 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskL0jgDZ/test-tmp/mini-kudu-cluster5783526231516236121/ts-0/wal/instance:
08:00:26.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "9cad4379177149b6bfde6ec65b836ccb"
08:00:26.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 08:00:26 on dist-test-slave-4pmm"
08:00:26.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:26.458482 31520 fs_manager.cc:696] Time spent creating directory manager: real 0.020s user 0.003s sys 0.011s
08:00:26.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:26.468395 31560 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
08:00:26.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:26.469816 31520 fs_manager.cc:730] Time spent opening block manager: real 0.005s user 0.001s sys 0.003s
08:00:26.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:26.470209 31520 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskL0jgDZ/test-tmp/mini-kudu-cluster5783526231516236121/ts-0/data,/tmp/dist-test-taskL0jgDZ/test-tmp/mini-kudu-cluster5783526231516236121/ts-0/wal
08:00:26.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "9cad4379177149b6bfde6ec65b836ccb"
08:00:26.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 08:00:26 on dist-test-slave-4pmm"
08:00:26.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:26.470649 31520 fs_report.cc:389] FS layout report
08:00:26.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
08:00:26.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskL0jgDZ/test-tmp/mini-kudu-cluster5783526231516236121/ts-0/wal
08:00:26.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskL0jgDZ/test-tmp/mini-kudu-cluster5783526231516236121/ts-0/wal
08:00:26.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskL0jgDZ/test-tmp/mini-kudu-cluster5783526231516236121/ts-0/data/data
08:00:26.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
08:00:26.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
08:00:26.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
08:00:26.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
08:00:26.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
08:00:26.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
08:00:26.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
08:00:26.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
08:00:26.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
08:00:26.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
08:00:26.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
08:00:26.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:26.534471 31520 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
08:00:26.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:26.536602 31520 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
08:00:26.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:26.537148 31520 kserver.cc:163] Server-wide thread pool size limit: 3276
08:00:26.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:26.540973 31520 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
08:00:26.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:26.547214 31520 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
08:00:26.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:26.547529 31520 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s user 0.001s sys 0.000s
08:00:26.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:26.547824 31520 ts_tablet_manager.cc:616] Registered 0 tablets
08:00:26.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:26.548050 31520 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
08:00:26.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:26.809744 31520 rpc_server.cc:307] RPC server started. Bound to: 127.30.129.193:37219
08:00:26.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:26.809860 31675 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.30.129.193:37219 every 8 connection(s)
08:00:26.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:26.813609 31520 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskL0jgDZ/test-tmp/mini-kudu-cluster5783526231516236121/ts-0/data/info.pb
08:00:26.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:26.817837 31239 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskL0jgDZ/build/tsan/bin/kudu as pid 31520
08:00:26.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:26.818298 31239 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskL0jgDZ/test-tmp/mini-kudu-cluster5783526231516236121/ts-0/wal/instance
08:00:26.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:26.836476 31239 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskL0jgDZ/build/tsan/bin/kudu
08:00:26.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskL0jgDZ/build/tsan/bin/kudu
08:00:26.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskL0jgDZ/test-tmp/mini-kudu-cluster5783526231516236121/ts-1/wal
08:00:26.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskL0jgDZ/test-tmp/mini-kudu-cluster5783526231516236121/ts-1/data
08:00:26.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
08:00:26.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
08:00:26.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
08:00:26.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:00:26.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:00:26.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:00:26.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskL0jgDZ/test-tmp/mini-kudu-cluster5783526231516236121/ts-1/logs
08:00:26.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskL0jgDZ/test-tmp/mini-kudu-cluster5783526231516236121/ts-1/data/info.pb
08:00:26.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:00:26.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
08:00:26.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
08:00:26.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
08:00:26.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
08:00:26.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:00:26.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:00:26.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:00:26.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
08:00:26.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
08:00:26.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.30.129.194:0
08:00:26.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.30.129.194
08:00:26.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.30.129.194
08:00:26.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:00:26.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.30.129.254:37087,127.30.129.253:44725,127.30.129.252:38865
08:00:26.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.30.129.212:43151
08:00:26.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:00:26.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:00:26.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
08:00:26.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:26.881747 31676 heartbeater.cc:344] Connected to a master server at 127.30.129.252:38865
08:00:26.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:26.882319 31676 heartbeater.cc:461] Registering TS with master...
08:00:26.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:26.884078 31676 heartbeater.cc:507] Master 127.30.129.252:38865 requested a full tablet report, sending...
08:00:26.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:26.887434 31439 ts_manager.cc:194] Registered new tserver with Master: 9cad4379177149b6bfde6ec65b836ccb (127.30.129.193:37219)
08:00:26.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:26.890053 31439 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.30.129.193:57021
08:00:26.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:26.905241 31679 heartbeater.cc:344] Connected to a master server at 127.30.129.253:44725
08:00:26.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:26.905596 31679 heartbeater.cc:461] Registering TS with master...
08:00:26.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:26.906258 31679 heartbeater.cc:507] Master 127.30.129.253:44725 requested a full tablet report, sending...
08:00:26.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:26.909641 31359 ts_manager.cc:194] Registered new tserver with Master: 9cad4379177149b6bfde6ec65b836ccb (127.30.129.193:37219)
08:00:26.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:26.924511 31681 heartbeater.cc:344] Connected to a master server at 127.30.129.254:37087
08:00:26.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:26.924885 31681 heartbeater.cc:461] Registering TS with master...
08:00:26.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:26.925506 31681 heartbeater.cc:507] Master 127.30.129.254:37087 requested a full tablet report, sending...
08:00:26.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:26.929337 31284 ts_manager.cc:194] Registered new tserver with Master: 9cad4379177149b6bfde6ec65b836ccb (127.30.129.193:37219)
08:00:27.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 08:00:27.489688 31680 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
08:00:27.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 08:00:27.490401 31680 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
08:00:27.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 08:00:27.491168 31680 flags.cc:432] Enabled unsafe flag: --never_fsync=true
08:00:27.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 08:00:27.551929 31680 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
08:00:27.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 08:00:27.553246 31680 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.30.129.194
08:00:27.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:27.620175 31680 tablet_server_runner.cc:78] Tablet server non-default flags:
08:00:27.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:00:27.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.30.129.212:43151
08:00:27.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:00:27.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:00:27.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskL0jgDZ/test-tmp/mini-kudu-cluster5783526231516236121/ts-1/data
08:00:27.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskL0jgDZ/test-tmp/mini-kudu-cluster5783526231516236121/ts-1/wal
08:00:27.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:00:27.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:00:27.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.30.129.194:0
08:00:27.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
08:00:27.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:00:27.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:00:27.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskL0jgDZ/test-tmp/mini-kudu-cluster5783526231516236121/ts-1/data/info.pb
08:00:27.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.30.129.194
08:00:27.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:00:27.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.30.129.254:37087,127.30.129.253:44725,127.30.129.252:38865
08:00:27.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
08:00:27.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:00:27.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
08:00:27.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
08:00:27.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:00:27.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.30.129.194
08:00:27.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskL0jgDZ/test-tmp/mini-kudu-cluster5783526231516236121/ts-1/logs
08:00:27.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:00:27.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
08:00:27.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
08:00:27.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
08:00:27.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
08:00:27.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision faec34f53d4c9dd1e3a6dd2b7314d2fc7aadff6c
08:00:27.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
08:00:27.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 20 Jun 2026 07:43:22 UTC on e7f111948823
08:00:27.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 12483
08:00:27.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
08:00:27.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:27.621845 31680 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
08:00:27.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:27.623890 31680 file_cache.cc:492] Constructed file cache file cache with capacity 419430
08:00:27.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 08:00:27.646003 31692 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:00:27.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:27.898577 31676 heartbeater.cc:499] Master 127.30.129.252:38865 was elected leader, sending a full tablet report...
08:00:28.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 08:00:28.445254 31672 debug-util.cc:398] Leaking SignalData structure 0x7b08000ad060 after lost signal to thread 31540
08:00:28.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 08:00:28.446888 31672 debug-util.cc:398] Leaking SignalData structure 0x7b08000adf40 after lost signal to thread 31675
08:00:28.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 08:00:27.648883 31693 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:00:28.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 08:00:28.991966 31695 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:00:28.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 08:00:28.996589 31680 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.344s user 0.007s sys 0.005s
08:00:28.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 08:00:28.996953 31680 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.344s user 0.007s sys 0.005s
08:00:28.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:28.997233 31680 server_base.cc:1061] running on GCE node
08:00:28.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:28.998543 31680 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
08:00:29.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:29.001662 31680 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
08:00:29.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:29.004127 31680 hybrid_clock.cc:648] HybridClock initialized: now 1781942429004044 us; error 78 us; skew 500 ppm
08:00:29.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:29.005574 31680 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
08:00:29.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:29.023753 31680 webserver.cc:533] Webserver started at http://127.30.129.194:39667/ using document root <none> and password file <none>
08:00:29.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:29.025077 31680 fs_manager.cc:362] Metadata directory not provided
08:00:29.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:29.025369 31680 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
08:00:29.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:29.025977 31680 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
08:00:29.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:29.033609 31680 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskL0jgDZ/test-tmp/mini-kudu-cluster5783526231516236121/ts-1/data/instance:
08:00:29.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f7370817b15148278de8acd5ccf4f0a9"
08:00:29.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 08:00:29 on dist-test-slave-4pmm"
08:00:29.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:29.035449 31680 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskL0jgDZ/test-tmp/mini-kudu-cluster5783526231516236121/ts-1/wal/instance:
08:00:29.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f7370817b15148278de8acd5ccf4f0a9"
08:00:29.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 08:00:29 on dist-test-slave-4pmm"
08:00:29.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:29.046288 31680 fs_manager.cc:696] Time spent creating directory manager: real 0.010s user 0.002s sys 0.006s
08:00:29.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:29.054832 31703 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
08:00:29.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:29.056275 31680 fs_manager.cc:730] Time spent opening block manager: real 0.005s user 0.005s sys 0.002s
08:00:29.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:29.056691 31680 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskL0jgDZ/test-tmp/mini-kudu-cluster5783526231516236121/ts-1/data,/tmp/dist-test-taskL0jgDZ/test-tmp/mini-kudu-cluster5783526231516236121/ts-1/wal
08:00:29.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f7370817b15148278de8acd5ccf4f0a9"
08:00:29.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 08:00:29 on dist-test-slave-4pmm"
08:00:29.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:29.057142 31680 fs_report.cc:389] FS layout report
08:00:29.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
08:00:29.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskL0jgDZ/test-tmp/mini-kudu-cluster5783526231516236121/ts-1/wal
08:00:29.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskL0jgDZ/test-tmp/mini-kudu-cluster5783526231516236121/ts-1/wal
08:00:29.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskL0jgDZ/test-tmp/mini-kudu-cluster5783526231516236121/ts-1/data/data
08:00:29.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
08:00:29.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
08:00:29.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
08:00:29.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
08:00:29.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
08:00:29.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
08:00:29.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
08:00:29.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
08:00:29.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
08:00:29.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
08:00:29.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
08:00:29.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:29.148669 31680 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
08:00:29.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:29.150389 31680 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
08:00:29.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:29.150767 31680 kserver.cc:163] Server-wide thread pool size limit: 3276
08:00:29.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:29.153622 31680 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
08:00:29.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:29.158331 31680 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
08:00:29.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:29.158581 31680 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
08:00:29.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:29.158947 31680 ts_tablet_manager.cc:616] Registered 0 tablets
08:00:29.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:29.159157 31680 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
08:00:29.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:29.413522 31680 rpc_server.cc:307] RPC server started. Bound to: 127.30.129.194:41627
08:00:29.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:29.413578 31815 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.30.129.194:41627 every 8 connection(s)
08:00:29.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:29.417502 31680 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskL0jgDZ/test-tmp/mini-kudu-cluster5783526231516236121/ts-1/data/info.pb
08:00:29.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:29.419438 31239 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskL0jgDZ/build/tsan/bin/kudu as pid 31680
08:00:29.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:29.420167 31239 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskL0jgDZ/test-tmp/mini-kudu-cluster5783526231516236121/ts-1/wal/instance
08:00:29.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:29.451754 31239 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskL0jgDZ/build/tsan/bin/kudu
08:00:29.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskL0jgDZ/build/tsan/bin/kudu
08:00:29.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskL0jgDZ/test-tmp/mini-kudu-cluster5783526231516236121/ts-2/wal
08:00:29.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskL0jgDZ/test-tmp/mini-kudu-cluster5783526231516236121/ts-2/data
08:00:29.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
08:00:29.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
08:00:29.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
08:00:29.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:00:29.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:00:29.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:00:29.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskL0jgDZ/test-tmp/mini-kudu-cluster5783526231516236121/ts-2/logs
08:00:29.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskL0jgDZ/test-tmp/mini-kudu-cluster5783526231516236121/ts-2/data/info.pb
08:00:29.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:00:29.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
08:00:29.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
08:00:29.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
08:00:29.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
08:00:29.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:00:29.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:00:29.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:00:29.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
08:00:29.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
08:00:29.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.30.129.195:0
08:00:29.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.30.129.195
08:00:29.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.30.129.195
08:00:29.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:00:29.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.30.129.254:37087,127.30.129.253:44725,127.30.129.252:38865
08:00:29.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.30.129.212:43151
08:00:29.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:00:29.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:00:29.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
08:00:29.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:29.512676 31817 heartbeater.cc:344] Connected to a master server at 127.30.129.253:44725
08:00:29.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:29.513414 31817 heartbeater.cc:461] Registering TS with master...
08:00:29.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:29.515885 31817 heartbeater.cc:507] Master 127.30.129.253:44725 requested a full tablet report, sending...
08:00:29.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:29.519346 31359 ts_manager.cc:194] Registered new tserver with Master: f7370817b15148278de8acd5ccf4f0a9 (127.30.129.194:41627)
08:00:29.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:29.523590 31816 heartbeater.cc:344] Connected to a master server at 127.30.129.252:38865
08:00:29.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:29.523921 31816 heartbeater.cc:461] Registering TS with master...
08:00:29.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:29.524865 31816 heartbeater.cc:507] Master 127.30.129.252:38865 requested a full tablet report, sending...
08:00:29.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:29.526995 31439 ts_manager.cc:194] Registered new tserver with Master: f7370817b15148278de8acd5ccf4f0a9 (127.30.129.194:41627)
08:00:29.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:29.528820 31818 heartbeater.cc:344] Connected to a master server at 127.30.129.254:37087
08:00:29.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:29.528884 31439 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.30.129.194:40075
08:00:29.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:29.529136 31818 heartbeater.cc:461] Registering TS with master...
08:00:29.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:29.529984 31818 heartbeater.cc:507] Master 127.30.129.254:37087 requested a full tablet report, sending...
08:00:29.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:29.533063 31284 ts_manager.cc:194] Registered new tserver with Master: f7370817b15148278de8acd5ccf4f0a9 (127.30.129.194:41627)
08:00:29.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 08:00:29.823380 31823 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
08:00:29.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 08:00:29.823912 31823 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
08:00:29.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 08:00:29.824393 31823 flags.cc:432] Enabled unsafe flag: --never_fsync=true
08:00:29.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 08:00:29.858228 31823 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
08:00:29.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 08:00:29.859018 31823 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.30.129.195
08:00:29.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:29.894912 31823 tablet_server_runner.cc:78] Tablet server non-default flags:
08:00:29.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:00:29.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.30.129.212:43151
08:00:29.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:00:29.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:00:29.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskL0jgDZ/test-tmp/mini-kudu-cluster5783526231516236121/ts-2/data
08:00:29.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskL0jgDZ/test-tmp/mini-kudu-cluster5783526231516236121/ts-2/wal
08:00:29.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:00:29.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:00:29.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.30.129.195:0
08:00:29.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
08:00:29.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:00:29.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:00:29.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskL0jgDZ/test-tmp/mini-kudu-cluster5783526231516236121/ts-2/data/info.pb
08:00:29.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.30.129.195
08:00:29.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:00:29.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.30.129.254:37087,127.30.129.253:44725,127.30.129.252:38865
08:00:29.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
08:00:29.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:00:29.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
08:00:29.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
08:00:29.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:00:29.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.30.129.195
08:00:29.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskL0jgDZ/test-tmp/mini-kudu-cluster5783526231516236121/ts-2/logs
08:00:29.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:00:29.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
08:00:29.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
08:00:29.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
08:00:29.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
08:00:29.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision faec34f53d4c9dd1e3a6dd2b7314d2fc7aadff6c
08:00:29.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
08:00:29.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 20 Jun 2026 07:43:22 UTC on e7f111948823
08:00:29.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 12483
08:00:29.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
08:00:29.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:29.896526 31823 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
08:00:29.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:29.898648 31823 file_cache.cc:492] Constructed file cache file cache with capacity 419430
08:00:29.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 08:00:29.915057 31833 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:00:30.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:30.533584 31816 heartbeater.cc:499] Master 127.30.129.252:38865 was elected leader, sending a full tablet report...
08:00:31.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 08:00:29.916251 31834 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:00:31.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 08:00:31.723703 31823 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.809s user 0.528s sys 0.927s
08:00:31.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 08:00:31.724141 31823 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.810s user 0.528s sys 0.927s
08:00:31.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 08:00:31.316985 31832 debug-util.cc:398] Leaking SignalData structure 0x7b0800028000 after lost signal to thread 31823
08:00:31.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 08:00:31.726629 31836 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:00:31.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 08:00:31.728673 31835 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1809 milliseconds
08:00:31.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:31.728695 31823 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
08:00:31.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:31.729884 31823 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
08:00:31.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:31.732054 31823 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
08:00:31.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:31.733389 31823 hybrid_clock.cc:648] HybridClock initialized: now 1781942431733368 us; error 51 us; skew 500 ppm
08:00:31.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:31.734133 31823 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
08:00:31.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:31.740468 31823 webserver.cc:533] Webserver started at http://127.30.129.195:43981/ using document root <none> and password file <none>
08:00:31.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:31.741442 31823 fs_manager.cc:362] Metadata directory not provided
08:00:31.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:31.741629 31823 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
08:00:31.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:31.742025 31823 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
08:00:31.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:31.746475 31823 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskL0jgDZ/test-tmp/mini-kudu-cluster5783526231516236121/ts-2/data/instance:
08:00:31.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "037196a36b3043c0a1f8a190b5541ca2"
08:00:31.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 08:00:31 on dist-test-slave-4pmm"
08:00:31.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:31.747563 31823 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskL0jgDZ/test-tmp/mini-kudu-cluster5783526231516236121/ts-2/wal/instance:
08:00:31.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "037196a36b3043c0a1f8a190b5541ca2"
08:00:31.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 08:00:31 on dist-test-slave-4pmm"
08:00:31.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:31.754417 31823 fs_manager.cc:696] Time spent creating directory manager: real 0.006s user 0.001s sys 0.005s
08:00:31.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:31.760435 31846 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
08:00:31.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:31.761696 31823 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.003s sys 0.002s
08:00:31.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:31.762068 31823 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskL0jgDZ/test-tmp/mini-kudu-cluster5783526231516236121/ts-2/data,/tmp/dist-test-taskL0jgDZ/test-tmp/mini-kudu-cluster5783526231516236121/ts-2/wal
08:00:31.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "037196a36b3043c0a1f8a190b5541ca2"
08:00:31.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 08:00:31 on dist-test-slave-4pmm"
08:00:31.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:31.762356 31823 fs_report.cc:389] FS layout report
08:00:31.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
08:00:31.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskL0jgDZ/test-tmp/mini-kudu-cluster5783526231516236121/ts-2/wal
08:00:31.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskL0jgDZ/test-tmp/mini-kudu-cluster5783526231516236121/ts-2/wal
08:00:31.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskL0jgDZ/test-tmp/mini-kudu-cluster5783526231516236121/ts-2/data/data
08:00:31.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
08:00:31.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
08:00:31.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
08:00:31.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
08:00:31.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
08:00:31.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
08:00:31.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
08:00:31.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
08:00:31.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
08:00:31.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
08:00:31.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
08:00:31.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:31.827987 31823 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
08:00:31.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:31.829445 31823 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
08:00:31.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:31.830024 31823 kserver.cc:163] Server-wide thread pool size limit: 3276
08:00:31.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:31.833030 31823 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
08:00:31.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:31.837168 31823 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
08:00:31.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:31.837360 31823 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
08:00:31.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:31.837558 31823 ts_tablet_manager.cc:616] Registered 0 tablets
08:00:31.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:31.837698 31823 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
08:00:32.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:32.000720 31823 rpc_server.cc:307] RPC server started. Bound to: 127.30.129.195:41467
08:00:32.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:32.000864 31958 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.30.129.195:41467 every 8 connection(s)
08:00:32.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:32.003392 31823 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskL0jgDZ/test-tmp/mini-kudu-cluster5783526231516236121/ts-2/data/info.pb
08:00:32.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:32.006157 31239 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskL0jgDZ/build/tsan/bin/kudu as pid 31823
08:00:32.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:32.007927 31239 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskL0jgDZ/test-tmp/mini-kudu-cluster5783526231516236121/ts-2/wal/instance
08:00:32.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:32.049095 31961 heartbeater.cc:344] Connected to a master server at 127.30.129.254:37087
08:00:32.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:32.049687 31961 heartbeater.cc:461] Registering TS with master...
08:00:32.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:32.050386 31960 heartbeater.cc:344] Connected to a master server at 127.30.129.253:44725
08:00:32.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:32.050724 31960 heartbeater.cc:461] Registering TS with master...
08:00:32.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:32.051131 31961 heartbeater.cc:507] Master 127.30.129.254:37087 requested a full tablet report, sending...
08:00:32.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:32.051956 31960 heartbeater.cc:507] Master 127.30.129.253:44725 requested a full tablet report, sending...
08:00:32.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:32.054725 31284 ts_manager.cc:194] Registered new tserver with Master: 037196a36b3043c0a1f8a190b5541ca2 (127.30.129.195:41467)
08:00:32.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:32.054857 31359 ts_manager.cc:194] Registered new tserver with Master: 037196a36b3043c0a1f8a190b5541ca2 (127.30.129.195:41467)
08:00:32.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:32.055948 31959 heartbeater.cc:344] Connected to a master server at 127.30.129.252:38865
08:00:32.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:32.056306 31959 heartbeater.cc:461] Registering TS with master...
08:00:32.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:32.057267 31959 heartbeater.cc:507] Master 127.30.129.252:38865 requested a full tablet report, sending...
08:00:32.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:32.059588 31439 ts_manager.cc:194] Registered new tserver with Master: 037196a36b3043c0a1f8a190b5541ca2 (127.30.129.195:41467)
08:00:32.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:32.061532 31439 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.30.129.195:60417
08:00:32.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:32.072290 31239 external_mini_cluster.cc:955] 3 TS(s) registered with all masters
08:00:32.087 [DEBUG - main] (MiniKuduCluster.java:195) Response:
08:00:32.089 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}
08:00:32.098 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
masters {
id {
type: MASTER
index: 0
}
bound_rpc_address {
host: "127.30.129.254"
port: 37087
}
bound_http_address {
host: "127.30.129.254"
port: 45477
}
}
masters {
id {
type: MASTER
index: 1
}
bound_rpc_address {
host: "127.30.129.253"
port: 44725
}
bound_http_address {
host: "127.30.129.253"
port: 38245
}
}
masters {
id {
type: MASTER
index: 2
}
bound_rpc_address {
host: "127.30.129.252"
port: 38865
}
bound_http_address {
host: "127.30.129.252"
port: 38423
}
}
}
08:00:32.101 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}
08:00:32.105 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
tservers {
id {
type: TSERVER
index: 0
}
bound_rpc_address {
host: "127.30.129.193"
port: 37219
}
bound_http_address {
host: "127.30.129.193"
port: 44449
}
}
tservers {
id {
type: TSERVER
index: 1
}
bound_rpc_address {
host: "127.30.129.194"
port: 41627
}
bound_http_address {
host: "127.30.129.194"
port: 39667
}
}
tservers {
id {
type: TSERVER
index: 2
}
bound_rpc_address {
host: "127.30.129.195"
port: 41467
}
bound_http_address {
host: "127.30.129.195"
port: 43981
}
}
}
08:00:32.105 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
08:00:32.270 [DEBUG - main] (CompositeStrategy.java:59) Unable to load modern Subject methods, relying only on legacy methods
java.lang.NoSuchMethodException: javax.security.auth.Subject.current()
at java.base/java.lang.Class.getDeclaredMethod(Class.java:2677)
at org.apache.kudu.client.internals.ModernStrategy.<init>(ModernStrategy.java:51)
at org.apache.kudu.client.internals.CompositeStrategy.<init>(CompositeStrategy.java:52)
at org.apache.kudu.client.internals.CompositeStrategy.<clinit>(CompositeStrategy.java:41)
at org.apache.kudu.client.internals.SecurityManagerCompatibility.get(SecurityManagerCompatibility.java:43)
at org.apache.kudu.client.SecurityContext.setupSubject(SecurityContext.java:155)
at org.apache.kudu.client.SecurityContext.<init>(SecurityContext.java:138)
at org.apache.kudu.client.AsyncKuduClient.<init>(AsyncKuduClient.java:431)
at org.apache.kudu.client.AsyncKuduClient$AsyncKuduClientBuilder.build(AsyncKuduClient.java:3109)
at org.apache.kudu.test.KuduTestHarness.before(KuduTestHarness.java:161)
at org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:50)
at org.apache.kudu.test.junit.RetryRule$RetryStatement.doOneAttemptAndReport(RetryRule.java:184)
at org.apache.kudu.test.junit.RetryRule$RetryStatement.evaluate(RetryRule.java:244)
at org.apache.kudu.test.junit.RetryRule$RetryStatement.doOneAttemptAndReport(RetryRule.java:184)
at org.apache.kudu.test.junit.RetryRule$RetryStatement.evaluate(RetryRule.java:244)
at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
at org.junit.runners.Suite.runChild(Suite.java:128)
at org.junit.runners.Suite.runChild(Suite.java:27)
at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
at org.junit.runner.JUnitCore.run(JUnitCore.java:137)
at org.junit.runner.JUnitCore.run(JUnitCore.java:115)
at org.junit.runner.JUnitCore.runMain(JUnitCore.java:77)
at org.junit.runner.JUnitCore.main(JUnitCore.java:36)
java.lang.NoSuchMethodException: javax.security.auth.Subject.current()
at java.base/java.lang.Class.getDeclaredMethod(Class.java:2677)
at org.apache.kudu.client.internals.ModernStrategy.<init>(ModernStrategy.java:51)
at org.apache.kudu.client.internals.CompositeStrategy.<init>(CompositeStrategy.java:52)
at org.apache.kudu.client.internals.CompositeStrategy.<clinit>(CompositeStrategy.java:41)
at org.apache.kudu.client.internals.SecurityManagerCompatibility.get(SecurityManagerCompatibility.java:43)
at org.apache.kudu.client.SecurityContext.setupSubject(SecurityContext.java:155)
at org.apache.kudu.client.SecurityContext.<init>(SecurityContext.java:138)
at org.apache.kudu.client.AsyncKuduClient.<init>(AsyncKuduClient.java:431)
at org.apache.kudu.client.AsyncKuduClient$AsyncKuduClientBuilder.build(AsyncKuduClient.java:3109)
at org.apache.kudu.test.KuduTestHarness.before(KuduTestHarness.java:161)
at org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:50)
at org.apache.kudu.test.junit.RetryRule$RetryStatement.doOneAttemptAndReport(RetryRule.java:184)
at org.apache.kudu.test.junit.RetryRule$RetryStatement.evaluate(RetryRule.java:244)
at org.apache.kudu.test.junit.RetryRule$RetryStatement.doOneAttemptAndReport(RetryRule.java:184)
at org.apache.kudu.test.junit.RetryRule$RetryStatement.evaluate(RetryRule.java:244)
at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
at org.junit.runners.Suite.runChild(Suite.java:128)
at org.junit.runners.Suite.runChild(Suite.java:27)
at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
at org.junit.runner.JUnitCore.run(JUnitCore.java:137)
at org.junit.runner.JUnitCore.run(JUnitCore.java:115)
at org.junit.runner.JUnitCore.runMain(JUnitCore.java:77)
at org.junit.runner.JUnitCore.main(JUnitCore.java:36)
08:00:32.325 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication
08:00:32.423 [INFO - Time-limited test] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskL0jgDZ/test-tmp
08:00:32.424 [INFO - Time-limited test] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
08:00:32.424 [INFO - Time-limited test] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskL0jgDZ/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
08:00:32.432 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 3
enable_kerberos: true
cluster_root: "/tmp/dist-test-taskL0jgDZ/test-tmp/mini-kudu-cluster3090097618479832737"
extra_master_flags: "--webserver_require_spnego=false"
extra_master_flags: "--authn_token_validity_seconds=10"
extra_tserver_flags: "--webserver_require_spnego=false"
hms_mode: NONE
mini_kdc_options {
ticket_lifetime: "10s"
renew_lifetime: "20s"
}
principal: "kudu"
mini_oidc_options {
}
}
08:00:32.787 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
08:00:32.788 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_cluster {
}
08:00:32.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:32.793104 31970 mini_oidc.cc:150] Starting JWKS server
08:00:32.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:32.800252 31970 webserver.cc:533] Webserver started at http://127.0.0.1:40337/ using document root <none> and password file <none>
08:00:32.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:32.800897 31970 mini_oidc.cc:186] Starting OIDC Discovery server
08:00:32.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:32.805258 31970 webserver.cc:533] Webserver started at http://127.0.0.1:40797/ using document root <none> and password file <none>
08:00:32.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Loading random data
08:00:32.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Initializing database '/tmp/dist-test-taskL0jgDZ/test-tmp/mini-kudu-cluster3090097618479832737/krb5kdc/principal' for realm 'KRBTEST.COM',
08:00:32.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master key name 'K/M@KRBTEST.COM'
08:00:32.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 20 08:00:32 dist-test-slave-4pmm krb5kdc[31982](info): setting up network...
08:00:32.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) krb5kdc: setsockopt(10,IPV6_V6ONLY,1) worked
08:00:32.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 20 08:00:32 dist-test-slave-4pmm krb5kdc[31982](info): set up 2 sockets
08:00:32.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 20 08:00:32 dist-test-slave-4pmm krb5kdc[31982](info): commencing operation
08:00:32.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) krb5kdc: starting...
08:00:33.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:33.069864 31959 heartbeater.cc:499] Master 127.30.129.252:38865 was elected leader, sending a full tablet report...
08:00:34.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 08:00:34.941077 31970 mini_kdc.cc:121] Time spent starting KDC: real 2.095s user 0.007s sys 0.012s
08:00:34.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for test-admin@KRBTEST.COM; defaulting to no policy
08:00:34.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
08:00:34.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "test-admin@KRBTEST.COM" created.
08:00:34.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for test-user@KRBTEST.COM; defaulting to no policy
08:00:35.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
08:00:35.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "test-user@KRBTEST.COM" created.
08:00:35.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for joe-interloper@KRBTEST.COM; defaulting to no policy
08:00:35.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
08:00:35.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "joe-interloper@KRBTEST.COM" created.
08:00:35.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
08:00:35.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal test-user with kvno 1, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskL0jgDZ/test-tmp/mini-kudu-cluster3090097618479832737/krb5kdc/test-user.keytab.
08:00:35.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal test-user with kvno 1, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskL0jgDZ/test-tmp/mini-kudu-cluster3090097618479832737/krb5kdc/test-user.keytab.
08:00:35.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 20 08:00:35 dist-test-slave-4pmm krb5kdc[31982](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781942435, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
08:00:35.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
08:00:35.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-06-20T08:00:35Z chronyd version 4.6.1 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -NTS -SECHASH -IPV6 +DEBUG)
08:00:35.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-06-20T08:00:35Z Disabled control of system clock
08:00:35.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.31.56.190@KRBTEST.COM; defaulting to no policy
08:00:35.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
08:00:35.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.31.56.190@KRBTEST.COM" created.
08:00:35.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
08:00:35.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.31.56.190 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskL0jgDZ/test-tmp/mini-kudu-cluster3090097618479832737/krb5kdc/kudu.keytab.
08:00:35.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.31.56.190 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskL0jgDZ/test-tmp/mini-kudu-cluster3090097618479832737/krb5kdc/kudu.keytab.
08:00:35.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for HTTP/127.31.56.190@KRBTEST.COM; defaulting to no policy
08:00:35.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
08:00:35.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "HTTP/127.31.56.190@KRBTEST.COM" created.
08:00:35.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
08:00:35.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.31.56.190 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskL0jgDZ/test-tmp/mini-kudu-cluster3090097618479832737/krb5kdc/kudu.keytab.
08:00:35.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.31.56.190 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskL0jgDZ/test-tmp/mini-kudu-cluster3090097618479832737/krb5kdc/kudu.keytab.
08:00:35.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:35.172550 31970 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskL0jgDZ/build/tsan/bin/kudu
08:00:35.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskL0jgDZ/build/tsan/bin/kudu
08:00:35.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskL0jgDZ/test-tmp/mini-kudu-cluster3090097618479832737/master-0/wal
08:00:35.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskL0jgDZ/test-tmp/mini-kudu-cluster3090097618479832737/master-0/data
08:00:35.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
08:00:35.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
08:00:35.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
08:00:35.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:00:35.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:00:35.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:00:35.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskL0jgDZ/test-tmp/mini-kudu-cluster3090097618479832737/master-0/logs
08:00:35.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskL0jgDZ/test-tmp/mini-kudu-cluster3090097618479832737/master-0/data/info.pb
08:00:35.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:00:35.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
08:00:35.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
08:00:35.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
08:00:35.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
08:00:35.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:00:35.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:00:35.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:00:35.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
08:00:35.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
08:00:35.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
08:00:35.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
08:00:35.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.31.56.190:42967
08:00:35.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.31.56.190
08:00:35.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:00:35.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskL0jgDZ/test-tmp/mini-kudu-cluster3090097618479832737/krb5kdc/kudu.keytab
08:00:35.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.31.56.190
08:00:35.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
08:00:35.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
08:00:35.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
08:00:35.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
08:00:35.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.31.56.148:43731
08:00:35.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:00:35.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:00:35.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:00:35.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
08:00:35.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.31.56.190:42967,127.31.56.189:38133,127.31.56.188:33915
08:00:35.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
08:00:35.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:40337/jwks.json
08:00:35.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false
08:00:35.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskL0jgDZ/test-tmp/mini-kudu-cluster3090097618479832737/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskL0jgDZ/test-tmp/mini-kudu-cluster3090097618479832737/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskL0jgDZ/test-tmp/mini-kudu-cluster3090097618479832737/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
08:00:35.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 08:00:35.511565 31999 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
08:00:35.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 08:00:35.512277 31999 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
08:00:35.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 08:00:35.513048 31999 flags.cc:432] Enabled unsafe flag: --never_fsync=true
08:00:35.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 08:00:35.548930 31999 flags.cc:432] Enabled experimental flag: --authn_token_validity_seconds=10
08:00:35.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 08:00:35.549211 31999 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
08:00:35.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 08:00:35.549630 31999 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
08:00:35.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 08:00:35.549970 31999 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
08:00:35.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 08:00:35.550311 31999 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
08:00:35.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 08:00:35.550649 31999 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
08:00:35.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 08:00:35.550894 31999 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:40337/jwks.json
08:00:35.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:35.591704 31999 master_runner.cc:387] Master server non-default flags:
08:00:35.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:00:35.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.31.56.148:43731
08:00:35.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:00:35.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:00:35.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskL0jgDZ/test-tmp/mini-kudu-cluster3090097618479832737/master-0/data
08:00:35.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskL0jgDZ/test-tmp/mini-kudu-cluster3090097618479832737/master-0/wal
08:00:35.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
08:00:35.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
08:00:35.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.31.56.190:42967,127.31.56.189:38133,127.31.56.188:33915
08:00:35.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskL0jgDZ/test-tmp/mini-kudu-cluster3090097618479832737/krb5kdc/kudu.keytab
08:00:35.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.31.56.190
08:00:35.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:00:35.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:00:35.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
08:00:35.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.31.56.190:42967
08:00:35.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
08:00:35.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
08:00:35.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
08:00:35.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:40337/jwks.json
08:00:35.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
08:00:35.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
08:00:35.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
08:00:35.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:00:35.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:00:35.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskL0jgDZ/test-tmp/mini-kudu-cluster3090097618479832737/master-0/data/info.pb
08:00:35.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.31.56.190
08:00:35.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:00:35.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
08:00:35.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:00:35.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
08:00:35.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
08:00:35.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:00:35.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskL0jgDZ/test-tmp/mini-kudu-cluster3090097618479832737/master-0/logs
08:00:35.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:00:35.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
08:00:35.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
08:00:35.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
08:00:35.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
08:00:35.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision faec34f53d4c9dd1e3a6dd2b7314d2fc7aadff6c
08:00:35.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
08:00:35.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 20 Jun 2026 07:43:22 UTC on e7f111948823
08:00:35.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 12483
08:00:35.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
08:00:35.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:35.593379 31999 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
08:00:35.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:35.594755 31999 file_cache.cc:492] Constructed file cache file cache with capacity 419430
08:00:35.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 08:00:35.605652 32005 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:00:36.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 08:00:35.606570 32006 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:00:36.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 08:00:36.901255 32008 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:00:36.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 08:00:36.904243 32007 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1291 milliseconds
08:00:36.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:36.904304 31999 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
08:00:36.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:36.905580 31999 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
08:00:36.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:36.908618 31999 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
08:00:36.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:36.910056 31999 hybrid_clock.cc:648] HybridClock initialized: now 1781942436910004 us; error 57 us; skew 500 ppm
08:00:36.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:36.910832 31999 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
08:00:36.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 20 08:00:36 dist-test-slave-4pmm krb5kdc[31982](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781942436, etypes {rep=17 tkt=17 ses=17}, kudu/127.31.56.190@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
08:00:36.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:36.916766 31999 init.cc:377] Logged in from keytab as kudu/127.31.56.190@KRBTEST.COM (short username kudu)
08:00:36.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:36.922159 31999 webserver.cc:533] Webserver started at http://127.31.56.190:34437/ using document root <none> and password file <none>
08:00:36.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:36.923108 31999 fs_manager.cc:362] Metadata directory not provided
08:00:36.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:36.923367 31999 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
08:00:36.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:36.923942 31999 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
08:00:36.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:36.928475 31999 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskL0jgDZ/test-tmp/mini-kudu-cluster3090097618479832737/master-0/data/instance:
08:00:36.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "53e157afdae348ac92d037e259dfa084"
08:00:36.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 08:00:36 on dist-test-slave-4pmm"
08:00:36.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:36.929630 31999 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskL0jgDZ/test-tmp/mini-kudu-cluster3090097618479832737/master-0/wal/instance:
08:00:36.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "53e157afdae348ac92d037e259dfa084"
08:00:36.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 08:00:36 on dist-test-slave-4pmm"
08:00:36.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:36.937935 31999 fs_manager.cc:696] Time spent creating directory manager: real 0.008s user 0.005s sys 0.004s
08:00:36.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:36.945084 32016 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
08:00:36.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:36.946317 31999 fs_manager.cc:730] Time spent opening block manager: real 0.005s user 0.004s sys 0.001s
08:00:36.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:36.946707 31999 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskL0jgDZ/test-tmp/mini-kudu-cluster3090097618479832737/master-0/data,/tmp/dist-test-taskL0jgDZ/test-tmp/mini-kudu-cluster3090097618479832737/master-0/wal
08:00:36.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "53e157afdae348ac92d037e259dfa084"
08:00:36.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 08:00:36 on dist-test-slave-4pmm"
08:00:36.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:36.947083 31999 fs_report.cc:389] FS layout report
08:00:36.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
08:00:36.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskL0jgDZ/test-tmp/mini-kudu-cluster3090097618479832737/master-0/wal
08:00:36.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskL0jgDZ/test-tmp/mini-kudu-cluster3090097618479832737/master-0/wal
08:00:36.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskL0jgDZ/test-tmp/mini-kudu-cluster3090097618479832737/master-0/data/data
08:00:36.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
08:00:36.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
08:00:36.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
08:00:36.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
08:00:36.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
08:00:36.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
08:00:36.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
08:00:36.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
08:00:36.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
08:00:36.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
08:00:36.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
08:00:37.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:37.037657 31999 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
08:00:37.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:37.047959 31999 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
08:00:37.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:37.048538 31999 kserver.cc:163] Server-wide thread pool size limit: 3276
08:00:37.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:37.223743 31999 rpc_server.cc:307] RPC server started. Bound to: 127.31.56.190:42967
08:00:37.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:37.224041 32067 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.31.56.190:42967 every 8 connection(s)
08:00:37.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:37.226596 31999 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskL0jgDZ/test-tmp/mini-kudu-cluster3090097618479832737/master-0/data/info.pb
08:00:37.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:37.231294 31970 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskL0jgDZ/build/tsan/bin/kudu as pid 31999
08:00:37.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:37.231925 31970 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskL0jgDZ/test-tmp/mini-kudu-cluster3090097618479832737/master-0/wal/instance
08:00:37.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:37.239549 32068 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
08:00:37.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.31.56.189@KRBTEST.COM; defaulting to no policy
08:00:37.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
08:00:37.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.31.56.189@KRBTEST.COM" created.
08:00:37.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:37.262578 32068 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.31.56.190" port: 42967 } has no permanent_uuid. Determining permanent_uuid...
08:00:37.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
08:00:37.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.31.56.189 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskL0jgDZ/test-tmp/mini-kudu-cluster3090097618479832737/krb5kdc/kudu.keytab.
08:00:37.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.31.56.189 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskL0jgDZ/test-tmp/mini-kudu-cluster3090097618479832737/krb5kdc/kudu.keytab.
08:00:37.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 20 08:00:37 dist-test-slave-4pmm krb5kdc[31982](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781942436, etypes {rep=17 tkt=17 ses=17}, kudu/127.31.56.190@KRBTEST.COM for kudu/127.31.56.190@KRBTEST.COM
08:00:37.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for HTTP/127.31.56.189@KRBTEST.COM; defaulting to no policy
08:00:37.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
08:00:37.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "HTTP/127.31.56.189@KRBTEST.COM" created.
08:00:37.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:37.317625 32068 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.31.56.189" port: 38133 } has no permanent_uuid. Determining permanent_uuid...
08:00:37.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 08:00:37.320845 32020 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.31.56.189:38133: connect: Connection refused (error 111)
08:00:37.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 08:00:37.328218 32068 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.31.56.189:38133: Network error: Client connection negotiation failed: client connection to 127.31.56.189:38133: connect: Connection refused (error 111)
08:00:37.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
08:00:37.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.31.56.189 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskL0jgDZ/test-tmp/mini-kudu-cluster3090097618479832737/krb5kdc/kudu.keytab.
08:00:37.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.31.56.189 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskL0jgDZ/test-tmp/mini-kudu-cluster3090097618479832737/krb5kdc/kudu.keytab.
08:00:37.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:37.342960 31970 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskL0jgDZ/build/tsan/bin/kudu
08:00:37.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskL0jgDZ/build/tsan/bin/kudu
08:00:37.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskL0jgDZ/test-tmp/mini-kudu-cluster3090097618479832737/master-1/wal
08:00:37.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskL0jgDZ/test-tmp/mini-kudu-cluster3090097618479832737/master-1/data
08:00:37.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
08:00:37.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
08:00:37.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
08:00:37.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:00:37.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:00:37.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:00:37.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskL0jgDZ/test-tmp/mini-kudu-cluster3090097618479832737/master-1/logs
08:00:37.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskL0jgDZ/test-tmp/mini-kudu-cluster3090097618479832737/master-1/data/info.pb
08:00:37.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:00:37.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
08:00:37.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
08:00:37.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
08:00:37.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
08:00:37.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:00:37.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:00:37.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:00:37.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
08:00:37.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
08:00:37.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
08:00:37.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
08:00:37.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.31.56.189:38133
08:00:37.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.31.56.189
08:00:37.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:00:37.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskL0jgDZ/test-tmp/mini-kudu-cluster3090097618479832737/krb5kdc/kudu.keytab
08:00:37.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.31.56.189
08:00:37.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
08:00:37.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
08:00:37.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
08:00:37.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
08:00:37.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.31.56.148:43731
08:00:37.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:00:37.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:00:37.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:00:37.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
08:00:37.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.31.56.190:42967,127.31.56.189:38133,127.31.56.188:33915
08:00:37.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
08:00:37.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:40337/jwks.json
08:00:37.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false
08:00:37.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskL0jgDZ/test-tmp/mini-kudu-cluster3090097618479832737/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskL0jgDZ/test-tmp/mini-kudu-cluster3090097618479832737/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskL0jgDZ/test-tmp/mini-kudu-cluster3090097618479832737/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
08:00:37.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:37.377938 32068 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.31.56.189" port: 38133 } attempt: 1
08:00:37.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 08:00:37.383849 32068 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.31.56.189:38133: Network error: Client connection negotiation failed: client connection to 127.31.56.189:38133: connect: Connection refused (error 111)
08:00:37.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:37.452273 32068 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.31.56.189" port: 38133 } attempt: 2
08:00:37.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 08:00:37.456425 32068 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.31.56.189:38133: Network error: Client connection negotiation failed: client connection to 127.31.56.189:38133: connect: Connection refused (error 111)
08:00:37.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:37.547915 32068 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.31.56.189" port: 38133 } attempt: 3
08:00:37.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 08:00:37.552234 32068 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.31.56.189:38133: Network error: Client connection negotiation failed: client connection to 127.31.56.189:38133: connect: Connection refused (error 111)
08:00:37.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:37.695652 32068 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.31.56.189" port: 38133 } attempt: 4
08:00:37.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 08:00:37.701817 32068 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.31.56.189:38133: Network error: Client connection negotiation failed: client connection to 127.31.56.189:38133: connect: Connection refused (error 111)
08:00:37.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 08:00:37.712838 32079 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
08:00:37.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 08:00:37.713501 32079 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
08:00:37.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 08:00:37.714375 32079 flags.cc:432] Enabled unsafe flag: --never_fsync=true
08:00:37.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 08:00:37.749264 32079 flags.cc:432] Enabled experimental flag: --authn_token_validity_seconds=10
08:00:37.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 08:00:37.749491 32079 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
08:00:37.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 08:00:37.749766 32079 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
08:00:37.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 08:00:37.749972 32079 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
08:00:37.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 08:00:37.750175 32079 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
08:00:37.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 08:00:37.750373 32079 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
08:00:37.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 08:00:37.750521 32079 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:40337/jwks.json
08:00:37.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:37.789821 32079 master_runner.cc:387] Master server non-default flags:
08:00:37.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:00:37.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.31.56.148:43731
08:00:37.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:00:37.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:00:37.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskL0jgDZ/test-tmp/mini-kudu-cluster3090097618479832737/master-1/data
08:00:37.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskL0jgDZ/test-tmp/mini-kudu-cluster3090097618479832737/master-1/wal
08:00:37.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
08:00:37.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
08:00:37.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.31.56.190:42967,127.31.56.189:38133,127.31.56.188:33915
08:00:37.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskL0jgDZ/test-tmp/mini-kudu-cluster3090097618479832737/krb5kdc/kudu.keytab
08:00:37.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.31.56.189
08:00:37.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:00:37.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:00:37.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
08:00:37.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.31.56.189:38133
08:00:37.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
08:00:37.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
08:00:37.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
08:00:37.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:40337/jwks.json
08:00:37.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
08:00:37.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
08:00:37.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
08:00:37.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:00:37.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:00:37.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskL0jgDZ/test-tmp/mini-kudu-cluster3090097618479832737/master-1/data/info.pb
08:00:37.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.31.56.189
08:00:37.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:00:37.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
08:00:37.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:00:37.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
08:00:37.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
08:00:37.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:00:37.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskL0jgDZ/test-tmp/mini-kudu-cluster3090097618479832737/master-1/logs
08:00:37.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:00:37.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
08:00:37.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
08:00:37.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
08:00:37.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
08:00:37.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision faec34f53d4c9dd1e3a6dd2b7314d2fc7aadff6c
08:00:37.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
08:00:37.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 20 Jun 2026 07:43:22 UTC on e7f111948823
08:00:37.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 12483
08:00:37.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
08:00:37.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:37.791148 32079 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
08:00:37.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:37.792202 32079 file_cache.cc:492] Constructed file cache file cache with capacity 419430
08:00:37.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 08:00:37.805330 32085 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:00:38.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:38.001307 32068 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.31.56.189" port: 38133 } attempt: 5
08:00:38.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 08:00:38.014662 32068 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.31.56.189:38133: Network error: Client connection negotiation failed: client connection to 127.31.56.189:38133: connect: Connection refused (error 111)
08:00:38.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:38.562444 32068 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.31.56.189" port: 38133 } attempt: 6
08:00:38.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 08:00:38.608728 32068 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.31.56.189:38133: Network error: Client connection negotiation failed: client connection to 127.31.56.189:38133: connect: Connection refused (error 111)
08:00:39.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:39.669299 32068 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.31.56.189" port: 38133 } attempt: 7
08:00:39.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 08:00:39.713034 32068 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.31.56.189:38133: Network error: Client connection negotiation failed: client connection to 127.31.56.189:38133: connect: Connection refused (error 111)
08:00:39.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 08:00:39.721166 31426 outbound_call.cc:321] RPC callback for RPC call kudu.consensus.ConsensusService.UpdateConsensus -> {remote=127.30.129.254:37087, user_credentials={real_user=slave}} blocked reactor thread for 60546.2us
08:00:39.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 08:00:37.808776 32086 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:00:39.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 08:00:39.226266 32084 debug-util.cc:398] Leaking SignalData structure 0x7b080002ef00 after lost signal to thread 32079
08:00:39.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 08:00:39.825557 32084 kernel_stack_watchdog.cc:198] Thread 32079 stuck at /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:642 for 414ms:
08:00:39.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
08:00:39.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
08:00:39.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
08:00:39.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
08:00:39.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 08:00:39.825740 32079 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 2.017s user 0.742s sys 1.181s
08:00:39.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 08:00:39.826076 32079 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 2.017s user 0.742s sys 1.181s
08:00:39.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 08:00:39.831233 32087 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection timed out after 2021 milliseconds
08:00:39.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 08:00:39.832851 32088 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:00:39.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:39.832880 32079 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
08:00:39.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:39.834137 32079 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
08:00:39.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:39.836673 32079 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
08:00:39.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:39.838021 32079 hybrid_clock.cc:648] HybridClock initialized: now 1781942439837993 us; error 55 us; skew 500 ppm
08:00:39.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:39.838814 32079 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
08:00:39.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 20 08:00:39 dist-test-slave-4pmm krb5kdc[31982](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781942439, etypes {rep=17 tkt=17 ses=17}, kudu/127.31.56.189@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
08:00:39.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:39.844712 32079 init.cc:377] Logged in from keytab as kudu/127.31.56.189@KRBTEST.COM (short username kudu)
08:00:39.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:39.849843 32079 webserver.cc:533] Webserver started at http://127.31.56.189:40211/ using document root <none> and password file <none>
08:00:39.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:39.850793 32079 fs_manager.cc:362] Metadata directory not provided
08:00:39.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:39.851035 32079 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
08:00:39.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:39.851634 32079 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
08:00:39.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:39.855947 32079 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskL0jgDZ/test-tmp/mini-kudu-cluster3090097618479832737/master-1/data/instance:
08:00:39.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c8b91703b5ef471f918c6538df3262f2"
08:00:39.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 08:00:39 on dist-test-slave-4pmm"
08:00:39.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:39.857095 32079 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskL0jgDZ/test-tmp/mini-kudu-cluster3090097618479832737/master-1/wal/instance:
08:00:39.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c8b91703b5ef471f918c6538df3262f2"
08:00:39.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 08:00:39 on dist-test-slave-4pmm"
08:00:39.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:39.864490 32079 fs_manager.cc:696] Time spent creating directory manager: real 0.007s user 0.004s sys 0.004s
08:00:39.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:39.869958 32104 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
08:00:39.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:39.871021 32079 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.005s sys 0.001s
08:00:39.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:39.871392 32079 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskL0jgDZ/test-tmp/mini-kudu-cluster3090097618479832737/master-1/data,/tmp/dist-test-taskL0jgDZ/test-tmp/mini-kudu-cluster3090097618479832737/master-1/wal
08:00:39.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c8b91703b5ef471f918c6538df3262f2"
08:00:39.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 08:00:39 on dist-test-slave-4pmm"
08:00:39.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:39.871800 32079 fs_report.cc:389] FS layout report
08:00:39.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
08:00:39.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskL0jgDZ/test-tmp/mini-kudu-cluster3090097618479832737/master-1/wal
08:00:39.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskL0jgDZ/test-tmp/mini-kudu-cluster3090097618479832737/master-1/wal
08:00:39.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskL0jgDZ/test-tmp/mini-kudu-cluster3090097618479832737/master-1/data/data
08:00:39.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
08:00:39.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
08:00:39.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
08:00:39.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
08:00:39.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
08:00:39.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
08:00:39.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
08:00:39.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
08:00:39.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
08:00:39.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
08:00:39.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
08:00:39.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:39.928664 32079 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
08:00:39.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:39.934634 32079 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
08:00:39.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:39.935204 32079 kserver.cc:163] Server-wide thread pool size limit: 3276
08:00:40.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:40.103331 32079 rpc_server.cc:307] RPC server started. Bound to: 127.31.56.189:38133
08:00:40.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:40.103590 32155 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.31.56.189:38133 every 8 connection(s)
08:00:40.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:40.108060 32079 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskL0jgDZ/test-tmp/mini-kudu-cluster3090097618479832737/master-1/data/info.pb
08:00:40.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:40.112128 31970 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskL0jgDZ/build/tsan/bin/kudu as pid 32079
08:00:40.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:40.112774 31970 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskL0jgDZ/test-tmp/mini-kudu-cluster3090097618479832737/master-1/wal/instance
08:00:40.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:40.121636 32156 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
08:00:40.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.31.56.188@KRBTEST.COM; defaulting to no policy
08:00:40.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
08:00:40.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.31.56.188@KRBTEST.COM" created.
08:00:40.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:40.141953 32156 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.31.56.190" port: 42967 } has no permanent_uuid. Determining permanent_uuid...
08:00:40.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
08:00:40.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.31.56.188 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskL0jgDZ/test-tmp/mini-kudu-cluster3090097618479832737/krb5kdc/kudu.keytab.
08:00:40.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.31.56.188 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskL0jgDZ/test-tmp/mini-kudu-cluster3090097618479832737/krb5kdc/kudu.keytab.
08:00:40.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 20 08:00:40 dist-test-slave-4pmm krb5kdc[31982](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781942439, etypes {rep=17 tkt=17 ses=17}, kudu/127.31.56.189@KRBTEST.COM for kudu/127.31.56.190@KRBTEST.COM
08:00:40.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for HTTP/127.31.56.188@KRBTEST.COM; defaulting to no policy
08:00:40.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
08:00:40.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "HTTP/127.31.56.188@KRBTEST.COM" created.
08:00:40.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:40.193377 32156 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.31.56.189" port: 38133 } has no permanent_uuid. Determining permanent_uuid...
08:00:40.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
08:00:40.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.31.56.188 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskL0jgDZ/test-tmp/mini-kudu-cluster3090097618479832737/krb5kdc/kudu.keytab.
08:00:40.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.31.56.188 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskL0jgDZ/test-tmp/mini-kudu-cluster3090097618479832737/krb5kdc/kudu.keytab.
08:00:40.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:40.208344 31970 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskL0jgDZ/build/tsan/bin/kudu
08:00:40.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskL0jgDZ/build/tsan/bin/kudu
08:00:40.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskL0jgDZ/test-tmp/mini-kudu-cluster3090097618479832737/master-2/wal
08:00:40.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskL0jgDZ/test-tmp/mini-kudu-cluster3090097618479832737/master-2/data
08:00:40.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
08:00:40.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
08:00:40.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
08:00:40.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:00:40.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:00:40.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:00:40.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskL0jgDZ/test-tmp/mini-kudu-cluster3090097618479832737/master-2/logs
08:00:40.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskL0jgDZ/test-tmp/mini-kudu-cluster3090097618479832737/master-2/data/info.pb
08:00:40.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:00:40.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
08:00:40.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
08:00:40.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
08:00:40.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
08:00:40.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:00:40.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:00:40.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:00:40.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
08:00:40.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
08:00:40.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
08:00:40.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
08:00:40.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.31.56.188:33915
08:00:40.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.31.56.188
08:00:40.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:00:40.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskL0jgDZ/test-tmp/mini-kudu-cluster3090097618479832737/krb5kdc/kudu.keytab
08:00:40.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.31.56.188
08:00:40.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
08:00:40.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
08:00:40.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
08:00:40.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
08:00:40.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.31.56.148:43731
08:00:40.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:00:40.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:00:40.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:00:40.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
08:00:40.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.31.56.190:42967,127.31.56.189:38133,127.31.56.188:33915
08:00:40.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
08:00:40.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:40337/jwks.json
08:00:40.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false
08:00:40.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskL0jgDZ/test-tmp/mini-kudu-cluster3090097618479832737/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskL0jgDZ/test-tmp/mini-kudu-cluster3090097618479832737/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskL0jgDZ/test-tmp/mini-kudu-cluster3090097618479832737/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
08:00:40.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 20 08:00:40 dist-test-slave-4pmm krb5kdc[31982](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781942439, etypes {rep=17 tkt=17 ses=17}, kudu/127.31.56.189@KRBTEST.COM for kudu/127.31.56.189@KRBTEST.COM
08:00:40.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:40.235713 32156 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.31.56.188" port: 33915 } has no permanent_uuid. Determining permanent_uuid...
08:00:40.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 08:00:40.239961 32105 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.31.56.188:33915: connect: Connection refused (error 111)
08:00:40.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 08:00:40.244557 32156 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.31.56.188:33915: Network error: Client connection negotiation failed: client connection to 127.31.56.188:33915: connect: Connection refused (error 111)
08:00:40.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:40.294101 32156 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.31.56.188" port: 33915 } attempt: 1
08:00:40.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 08:00:40.298391 32156 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.31.56.188:33915: Network error: Client connection negotiation failed: client connection to 127.31.56.188:33915: connect: Connection refused (error 111)
08:00:40.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:40.366953 32156 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.31.56.188" port: 33915 } attempt: 2
08:00:40.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 08:00:40.374724 32156 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.31.56.188:33915: Network error: Client connection negotiation failed: client connection to 127.31.56.188:33915: connect: Connection refused (error 111)
08:00:40.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:40.466114 32156 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.31.56.188" port: 33915 } attempt: 3
08:00:40.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 08:00:40.471549 32156 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.31.56.188:33915: Network error: Client connection negotiation failed: client connection to 127.31.56.188:33915: connect: Connection refused (error 111)
08:00:40.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:40.615089 32156 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.31.56.188" port: 33915 } attempt: 4
08:00:40.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 08:00:40.621388 32156 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.31.56.188:33915: Network error: Client connection negotiation failed: client connection to 127.31.56.188:33915: connect: Connection refused (error 111)
08:00:40.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 08:00:40.640699 32165 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
08:00:40.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 08:00:40.641469 32165 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
08:00:40.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 08:00:40.642242 32165 flags.cc:432] Enabled unsafe flag: --never_fsync=true
08:00:40.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 08:00:40.675820 32165 flags.cc:432] Enabled experimental flag: --authn_token_validity_seconds=10
08:00:40.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 08:00:40.676184 32165 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
08:00:40.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 08:00:40.676614 32165 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
08:00:40.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 08:00:40.676846 32165 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
08:00:40.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 08:00:40.677050 32165 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
08:00:40.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 08:00:40.677233 32165 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
08:00:40.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 08:00:40.677379 32165 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:40337/jwks.json
08:00:40.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:40.719403 32165 master_runner.cc:387] Master server non-default flags:
08:00:40.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:00:40.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.31.56.148:43731
08:00:40.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:00:40.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:00:40.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskL0jgDZ/test-tmp/mini-kudu-cluster3090097618479832737/master-2/data
08:00:40.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskL0jgDZ/test-tmp/mini-kudu-cluster3090097618479832737/master-2/wal
08:00:40.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
08:00:40.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
08:00:40.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.31.56.190:42967,127.31.56.189:38133,127.31.56.188:33915
08:00:40.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskL0jgDZ/test-tmp/mini-kudu-cluster3090097618479832737/krb5kdc/kudu.keytab
08:00:40.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.31.56.188
08:00:40.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:00:40.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:00:40.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
08:00:40.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.31.56.188:33915
08:00:40.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
08:00:40.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
08:00:40.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
08:00:40.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:40337/jwks.json
08:00:40.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
08:00:40.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
08:00:40.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
08:00:40.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:00:40.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:00:40.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskL0jgDZ/test-tmp/mini-kudu-cluster3090097618479832737/master-2/data/info.pb
08:00:40.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.31.56.188
08:00:40.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:00:40.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
08:00:40.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:00:40.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
08:00:40.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
08:00:40.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:00:40.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskL0jgDZ/test-tmp/mini-kudu-cluster3090097618479832737/master-2/logs
08:00:40.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:00:40.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
08:00:40.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
08:00:40.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
08:00:40.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
08:00:40.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision faec34f53d4c9dd1e3a6dd2b7314d2fc7aadff6c
08:00:40.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
08:00:40.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 20 Jun 2026 07:43:22 UTC on e7f111948823
08:00:40.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 12483
08:00:40.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
08:00:40.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:40.720839 32165 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
08:00:40.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:40.721843 32165 file_cache.cc:492] Constructed file cache file cache with capacity 419430
08:00:40.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 08:00:40.738282 32172 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:00:40.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:40.920912 32156 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.31.56.188" port: 33915 } attempt: 5
08:00:40.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 08:00:40.937526 32156 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.31.56.188:33915: Network error: Client connection negotiation failed: client connection to 127.31.56.188:33915: connect: Connection refused (error 111)
08:00:41.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:41.485266 32156 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.31.56.188" port: 33915 } attempt: 6
08:00:41.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 08:00:41.515437 32156 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.31.56.188:33915: Network error: Client connection negotiation failed: client connection to 127.31.56.188:33915: connect: Connection refused (error 111)
08:00:41.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:41.803772 32068 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.31.56.189" port: 38133 } attempt: 8
08:00:41.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 20 08:00:41 dist-test-slave-4pmm krb5kdc[31982](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781942436, etypes {rep=17 tkt=17 ses=17}, kudu/127.31.56.190@KRBTEST.COM for kudu/127.31.56.189@KRBTEST.COM
08:00:41.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:41.883490 32068 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.31.56.188" port: 33915 } has no permanent_uuid. Determining permanent_uuid...
08:00:41.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 08:00:41.907196 32068 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.31.56.188:33915: Network error: Client connection negotiation failed: client connection to 127.31.56.188:33915: connect: Connection refused (error 111)
08:00:41.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:41.972894 32068 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.31.56.188" port: 33915 } attempt: 1
08:00:41.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 08:00:41.982174 32068 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.31.56.188:33915: Network error: Client connection negotiation failed: client connection to 127.31.56.188:33915: connect: Connection refused (error 111)
08:00:42.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:42.035800 32068 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.31.56.188" port: 33915 } attempt: 2
08:00:42.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 08:00:42.047729 32068 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.31.56.188:33915: Network error: Client connection negotiation failed: client connection to 127.31.56.188:33915: connect: Connection refused (error 111)
08:00:42.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:42.125353 32068 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.31.56.188" port: 33915 } attempt: 3
08:00:42.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 08:00:42.142910 32068 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.31.56.188:33915: Network error: Client connection negotiation failed: client connection to 127.31.56.188:33915: connect: Connection refused (error 111)
08:00:42.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:42.298381 32068 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.31.56.188" port: 33915 } attempt: 4
08:00:42.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 08:00:42.315207 32068 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.31.56.188:33915: Network error: Client connection negotiation failed: client connection to 127.31.56.188:33915: connect: Connection refused (error 111)
08:00:42.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:42.575995 32156 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.31.56.188" port: 33915 } attempt: 7
08:00:42.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 08:00:40.740564 32173 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:00:42.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 08:00:42.146467 32171 debug-util.cc:398] Leaking SignalData structure 0x7b080002ef00 after lost signal to thread 32165
08:00:42.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 08:00:42.582209 32171 kernel_stack_watchdog.cc:198] Thread 32165 stuck at /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:642 for 398ms:
08:00:42.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
08:00:42.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
08:00:42.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
08:00:42.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
08:00:42.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 08:00:42.591027 32174 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1840 milliseconds
08:00:42.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 08:00:42.591181 32165 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.847s user 0.002s sys 0.008s
08:00:42.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 08:00:42.591550 32165 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.847s user 0.003s sys 0.008s
08:00:42.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 08:00:42.592098 32156 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.31.56.188:33915: Network error: Client connection negotiation failed: client connection to 127.31.56.188:33915: connect: Connection refused (error 111)
08:00:42.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 08:00:42.593026 32175 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:00:42.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:42.593084 32165 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
08:00:42.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:42.594650 32165 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
08:00:42.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:42.598165 32165 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
08:00:42.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:42.599599 32165 hybrid_clock.cc:648] HybridClock initialized: now 1781942442599560 us; error 38 us; skew 500 ppm
08:00:42.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:42.600675 32165 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
08:00:42.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 20 08:00:42 dist-test-slave-4pmm krb5kdc[31982](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781942442, etypes {rep=17 tkt=17 ses=17}, kudu/127.31.56.188@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
08:00:42.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:42.610154 32165 init.cc:377] Logged in from keytab as kudu/127.31.56.188@KRBTEST.COM (short username kudu)
08:00:42.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:42.611797 32068 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.31.56.188" port: 33915 } attempt: 5
08:00:42.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 08:00:42.616514 32017 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.31.56.188:33915: connect: Connection refused (error 111) [suppressed 12 similar messages]
08:00:42.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:42.621174 32165 webserver.cc:533] Webserver started at http://127.31.56.188:44237/ using document root <none> and password file <none>
08:00:42.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 08:00:42.621222 32068 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.31.56.188:33915: Network error: Client connection negotiation failed: client connection to 127.31.56.188:33915: connect: Connection refused (error 111)
08:00:42.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:42.622359 32165 fs_manager.cc:362] Metadata directory not provided
08:00:42.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:42.622638 32165 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
08:00:42.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:42.623172 32165 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
08:00:42.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:42.629050 32165 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskL0jgDZ/test-tmp/mini-kudu-cluster3090097618479832737/master-2/data/instance:
08:00:42.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "63488b1f45214ea5b3d48e01ec272ede"
08:00:42.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 08:00:42 on dist-test-slave-4pmm"
08:00:42.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:42.630216 32165 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskL0jgDZ/test-tmp/mini-kudu-cluster3090097618479832737/master-2/wal/instance:
08:00:42.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "63488b1f45214ea5b3d48e01ec272ede"
08:00:42.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 08:00:42 on dist-test-slave-4pmm"
08:00:42.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:42.642128 32165 fs_manager.cc:696] Time spent creating directory manager: real 0.011s user 0.006s sys 0.005s
08:00:42.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:42.651109 32191 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
08:00:42.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:42.652840 32165 fs_manager.cc:730] Time spent opening block manager: real 0.007s user 0.003s sys 0.004s
08:00:42.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:42.653278 32165 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskL0jgDZ/test-tmp/mini-kudu-cluster3090097618479832737/master-2/data,/tmp/dist-test-taskL0jgDZ/test-tmp/mini-kudu-cluster3090097618479832737/master-2/wal
08:00:42.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "63488b1f45214ea5b3d48e01ec272ede"
08:00:42.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 08:00:42 on dist-test-slave-4pmm"
08:00:42.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:42.653661 32165 fs_report.cc:389] FS layout report
08:00:42.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
08:00:42.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskL0jgDZ/test-tmp/mini-kudu-cluster3090097618479832737/master-2/wal
08:00:42.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskL0jgDZ/test-tmp/mini-kudu-cluster3090097618479832737/master-2/wal
08:00:42.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskL0jgDZ/test-tmp/mini-kudu-cluster3090097618479832737/master-2/data/data
08:00:42.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
08:00:42.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
08:00:42.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
08:00:42.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
08:00:42.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
08:00:42.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
08:00:42.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
08:00:42.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
08:00:42.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
08:00:42.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
08:00:42.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
08:00:42.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:42.762291 32165 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
08:00:42.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:42.769150 32165 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
08:00:42.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:42.769764 32165 kserver.cc:163] Server-wide thread pool size limit: 3276
08:00:42.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:42.932267 32165 rpc_server.cc:307] RPC server started. Bound to: 127.31.56.188:33915
08:00:42.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:42.932451 32244 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.31.56.188:33915 every 8 connection(s)
08:00:42.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:42.935734 32165 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskL0jgDZ/test-tmp/mini-kudu-cluster3090097618479832737/master-2/data/info.pb
08:00:42.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:42.939779 31970 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskL0jgDZ/build/tsan/bin/kudu as pid 32165
08:00:42.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:42.940521 31970 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskL0jgDZ/test-tmp/mini-kudu-cluster3090097618479832737/master-2/wal/instance
08:00:42.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:42.948940 32245 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
08:00:42.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:42.978919 32245 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.31.56.190" port: 42967 } has no permanent_uuid. Determining permanent_uuid...
08:00:42.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 20 08:00:42 dist-test-slave-4pmm krb5kdc[31982](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781942435, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.31.56.190@KRBTEST.COM
08:00:43.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 20 08:00:43 dist-test-slave-4pmm krb5kdc[31982](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781942442, etypes {rep=17 tkt=17 ses=17}, kudu/127.31.56.188@KRBTEST.COM for kudu/127.31.56.190@KRBTEST.COM
08:00:43.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 20 08:00:43 dist-test-slave-4pmm krb5kdc[31982](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781942435, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.31.56.189@KRBTEST.COM
08:00:43.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:43.044303 32245 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.31.56.189" port: 38133 } has no permanent_uuid. Determining permanent_uuid...
08:00:43.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 20 08:00:43 dist-test-slave-4pmm krb5kdc[31982](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781942442, etypes {rep=17 tkt=17 ses=17}, kudu/127.31.56.188@KRBTEST.COM for kudu/127.31.56.189@KRBTEST.COM
08:00:43.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 20 08:00:43 dist-test-slave-4pmm krb5kdc[31982](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781942435, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.31.56.188@KRBTEST.COM
08:00:43.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:43.077310 32245 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.31.56.188" port: 33915 } has no permanent_uuid. Determining permanent_uuid...
08:00:43.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 20 08:00:43 dist-test-slave-4pmm krb5kdc[31982](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781942442, etypes {rep=17 tkt=17 ses=17}, kudu/127.31.56.188@KRBTEST.COM for kudu/127.31.56.188@KRBTEST.COM
08:00:43.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:43.124357 32245 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 63488b1f45214ea5b3d48e01ec272ede: Bootstrap starting.
08:00:43.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:43.137010 32245 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 63488b1f45214ea5b3d48e01ec272ede: Neither blocks nor log segments found. Creating new log.
08:00:43.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:43.142620 32245 log.cc:826] T 00000000000000000000000000000000 P 63488b1f45214ea5b3d48e01ec272ede: Log is configured to *not* fsync() on all Append() calls
08:00:43.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:43.142760 32068 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.31.56.188" port: 33915 } attempt: 6
08:00:43.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:43.154232 32245 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 63488b1f45214ea5b3d48e01ec272ede: No bootstrap required, opened a new log
08:00:43.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 20 08:00:43 dist-test-slave-4pmm krb5kdc[31982](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781942436, etypes {rep=17 tkt=17 ses=17}, kudu/127.31.56.190@KRBTEST.COM for kudu/127.31.56.188@KRBTEST.COM
08:00:43.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:43.190798 32068 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 53e157afdae348ac92d037e259dfa084: Bootstrap starting.
08:00:43.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:43.193701 32245 raft_consensus.cc:359] T 00000000000000000000000000000000 P 63488b1f45214ea5b3d48e01ec272ede [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "53e157afdae348ac92d037e259dfa084" member_type: VOTER last_known_addr { host: "127.31.56.190" port: 42967 } } peers { permanent_uuid: "c8b91703b5ef471f918c6538df3262f2" member_type: VOTER last_known_addr { host: "127.31.56.189" port: 38133 } } peers { permanent_uuid: "63488b1f45214ea5b3d48e01ec272ede" member_type: VOTER last_known_addr { host: "127.31.56.188" port: 33915 } }
08:00:43.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:43.194876 32245 raft_consensus.cc:385] T 00000000000000000000000000000000 P 63488b1f45214ea5b3d48e01ec272ede [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
08:00:43.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:43.195182 32245 raft_consensus.cc:740] T 00000000000000000000000000000000 P 63488b1f45214ea5b3d48e01ec272ede [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 63488b1f45214ea5b3d48e01ec272ede, State: Initialized, Role: FOLLOWER
08:00:43.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:43.196642 32245 consensus_queue.cc:260] T 00000000000000000000000000000000 P 63488b1f45214ea5b3d48e01ec272ede [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "53e157afdae348ac92d037e259dfa084" member_type: VOTER last_known_addr { host: "127.31.56.190" port: 42967 } } peers { permanent_uuid: "c8b91703b5ef471f918c6538df3262f2" member_type: VOTER last_known_addr { host: "127.31.56.189" port: 38133 } } peers { permanent_uuid: "63488b1f45214ea5b3d48e01ec272ede" member_type: VOTER last_known_addr { host: "127.31.56.188" port: 33915 } }
08:00:43.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:43.201459 32257 sys_catalog.cc:455] T 00000000000000000000000000000000 P 63488b1f45214ea5b3d48e01ec272ede [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "53e157afdae348ac92d037e259dfa084" member_type: VOTER last_known_addr { host: "127.31.56.190" port: 42967 } } peers { permanent_uuid: "c8b91703b5ef471f918c6538df3262f2" member_type: VOTER last_known_addr { host: "127.31.56.189" port: 38133 } } peers { permanent_uuid: "63488b1f45214ea5b3d48e01ec272ede" member_type: VOTER last_known_addr { host: "127.31.56.188" port: 33915 } } }
08:00:43.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:43.202561 32245 sys_catalog.cc:565] T 00000000000000000000000000000000 P 63488b1f45214ea5b3d48e01ec272ede [sys.catalog]: configured and running, proceeding with master startup.
08:00:43.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:43.202963 32257 sys_catalog.cc:458] T 00000000000000000000000000000000 P 63488b1f45214ea5b3d48e01ec272ede [sys.catalog]: This master's current role is: FOLLOWER
08:00:43.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:43.204479 32068 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 53e157afdae348ac92d037e259dfa084: Neither blocks nor log segments found. Creating new log.
08:00:43.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:43.209043 32068 log.cc:826] T 00000000000000000000000000000000 P 53e157afdae348ac92d037e259dfa084: Log is configured to *not* fsync() on all Append() calls
08:00:43.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:43.223264 32068 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 53e157afdae348ac92d037e259dfa084: No bootstrap required, opened a new log
08:00:43.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:43.268113 32068 raft_consensus.cc:359] T 00000000000000000000000000000000 P 53e157afdae348ac92d037e259dfa084 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "53e157afdae348ac92d037e259dfa084" member_type: VOTER last_known_addr { host: "127.31.56.190" port: 42967 } } peers { permanent_uuid: "c8b91703b5ef471f918c6538df3262f2" member_type: VOTER last_known_addr { host: "127.31.56.189" port: 38133 } } peers { permanent_uuid: "63488b1f45214ea5b3d48e01ec272ede" member_type: VOTER last_known_addr { host: "127.31.56.188" port: 33915 } }
08:00:43.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:43.269601 32068 raft_consensus.cc:385] T 00000000000000000000000000000000 P 53e157afdae348ac92d037e259dfa084 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
08:00:43.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:43.270185 32068 raft_consensus.cc:740] T 00000000000000000000000000000000 P 53e157afdae348ac92d037e259dfa084 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 53e157afdae348ac92d037e259dfa084, State: Initialized, Role: FOLLOWER
08:00:43.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:43.271718 32068 consensus_queue.cc:260] T 00000000000000000000000000000000 P 53e157afdae348ac92d037e259dfa084 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "53e157afdae348ac92d037e259dfa084" member_type: VOTER last_known_addr { host: "127.31.56.190" port: 42967 } } peers { permanent_uuid: "c8b91703b5ef471f918c6538df3262f2" member_type: VOTER last_known_addr { host: "127.31.56.189" port: 38133 } } peers { permanent_uuid: "63488b1f45214ea5b3d48e01ec272ede" member_type: VOTER last_known_addr { host: "127.31.56.188" port: 33915 } }
08:00:43.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 08:00:43.279022 32199 tablet.cc:2406] T 00000000000000000000000000000000 P 63488b1f45214ea5b3d48e01ec272ede: Can't schedule compaction. Clean time has not been advanced past its initial value.
08:00:43.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:43.295853 32068 sys_catalog.cc:565] T 00000000000000000000000000000000 P 53e157afdae348ac92d037e259dfa084 [sys.catalog]: configured and running, proceeding with master startup.
08:00:43.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:43.296414 32267 sys_catalog.cc:455] T 00000000000000000000000000000000 P 53e157afdae348ac92d037e259dfa084 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "53e157afdae348ac92d037e259dfa084" member_type: VOTER last_known_addr { host: "127.31.56.190" port: 42967 } } peers { permanent_uuid: "c8b91703b5ef471f918c6538df3262f2" member_type: VOTER last_known_addr { host: "127.31.56.189" port: 38133 } } peers { permanent_uuid: "63488b1f45214ea5b3d48e01ec272ede" member_type: VOTER last_known_addr { host: "127.31.56.188" port: 33915 } } }
08:00:43.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:43.298626 32267 sys_catalog.cc:458] T 00000000000000000000000000000000 P 53e157afdae348ac92d037e259dfa084 [sys.catalog]: This master's current role is: FOLLOWER
08:00:43.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 08:00:43.319620 32022 tablet.cc:2406] T 00000000000000000000000000000000 P 53e157afdae348ac92d037e259dfa084: Can't schedule compaction. Clean time has not been advanced past its initial value.
08:00:43.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 08:00:43.340245 32272 catalog_manager.cc:1593] T 00000000000000000000000000000000 P 63488b1f45214ea5b3d48e01ec272ede: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
08:00:43.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 08:00:43.340690 32272 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
08:00:43.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:43.381251 32282 catalog_manager.cc:805] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
08:00:43.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:43.321337 32165 master_runner.cc:187] Error getting master registration for 127.31.56.190:42967: OK, instance_id { permanent_uuid: "53e157afdae348ac92d037e259dfa084" instance_seqno: 1781942437183428 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
08:00:43.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:43.391696 32165 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
08:00:43.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:43.391433 31999 master_runner.cc:187] Error getting master registration for 127.31.56.189:38133: OK, instance_id { permanent_uuid: "c8b91703b5ef471f918c6538df3262f2" instance_seqno: 1781942440043912 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
08:00:43.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:43.422617 31999 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
08:00:43.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:43.452939 32267 raft_consensus.cc:493] T 00000000000000000000000000000000 P 53e157afdae348ac92d037e259dfa084 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
08:00:43.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:43.453519 32267 raft_consensus.cc:515] T 00000000000000000000000000000000 P 53e157afdae348ac92d037e259dfa084 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "53e157afdae348ac92d037e259dfa084" member_type: VOTER last_known_addr { host: "127.31.56.190" port: 42967 } } peers { permanent_uuid: "c8b91703b5ef471f918c6538df3262f2" member_type: VOTER last_known_addr { host: "127.31.56.189" port: 38133 } } peers { permanent_uuid: "63488b1f45214ea5b3d48e01ec272ede" member_type: VOTER last_known_addr { host: "127.31.56.188" port: 33915 } }
08:00:43.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:43.456561 32267 leader_election.cc:290] T 00000000000000000000000000000000 P 53e157afdae348ac92d037e259dfa084 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers c8b91703b5ef471f918c6538df3262f2 (127.31.56.189:38133), 63488b1f45214ea5b3d48e01ec272ede (127.31.56.188:33915)
08:00:43.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:43.458662 32220 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "53e157afdae348ac92d037e259dfa084" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "63488b1f45214ea5b3d48e01ec272ede" is_pre_election: true
08:00:43.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:43.460280 32220 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 63488b1f45214ea5b3d48e01ec272ede [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 53e157afdae348ac92d037e259dfa084 in term 0.
08:00:43.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:43.462101 32017 leader_election.cc:304] T 00000000000000000000000000000000 P 53e157afdae348ac92d037e259dfa084 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 53e157afdae348ac92d037e259dfa084, 63488b1f45214ea5b3d48e01ec272ede; no voters:
08:00:43.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:43.463284 32267 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 53e157afdae348ac92d037e259dfa084 [term 0 FOLLOWER]: Leader pre-election won for term 1
08:00:43.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:43.463904 32267 raft_consensus.cc:493] T 00000000000000000000000000000000 P 53e157afdae348ac92d037e259dfa084 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
08:00:43.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:43.464303 32267 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 53e157afdae348ac92d037e259dfa084 [term 0 FOLLOWER]: Advancing to term 1
08:00:43.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:43.473666 32267 raft_consensus.cc:515] T 00000000000000000000000000000000 P 53e157afdae348ac92d037e259dfa084 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "53e157afdae348ac92d037e259dfa084" member_type: VOTER last_known_addr { host: "127.31.56.190" port: 42967 } } peers { permanent_uuid: "c8b91703b5ef471f918c6538df3262f2" member_type: VOTER last_known_addr { host: "127.31.56.189" port: 38133 } } peers { permanent_uuid: "63488b1f45214ea5b3d48e01ec272ede" member_type: VOTER last_known_addr { host: "127.31.56.188" port: 33915 } }
08:00:43.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:43.477854 32220 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "53e157afdae348ac92d037e259dfa084" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "63488b1f45214ea5b3d48e01ec272ede"
08:00:43.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:43.478485 32220 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 63488b1f45214ea5b3d48e01ec272ede [term 0 FOLLOWER]: Advancing to term 1
08:00:43.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:43.486676 32220 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 63488b1f45214ea5b3d48e01ec272ede [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 53e157afdae348ac92d037e259dfa084 in term 1.
08:00:43.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:43.487401 32267 leader_election.cc:290] T 00000000000000000000000000000000 P 53e157afdae348ac92d037e259dfa084 [CANDIDATE]: Term 1 election: Requested vote from peers c8b91703b5ef471f918c6538df3262f2 (127.31.56.189:38133), 63488b1f45214ea5b3d48e01ec272ede (127.31.56.188:33915)
08:00:43.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:43.488026 32017 leader_election.cc:304] T 00000000000000000000000000000000 P 53e157afdae348ac92d037e259dfa084 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 53e157afdae348ac92d037e259dfa084, 63488b1f45214ea5b3d48e01ec272ede; no voters:
08:00:43.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:43.488998 32267 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 53e157afdae348ac92d037e259dfa084 [term 1 FOLLOWER]: Leader election won for term 1
08:00:43.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:43.491832 32267 raft_consensus.cc:697] T 00000000000000000000000000000000 P 53e157afdae348ac92d037e259dfa084 [term 1 LEADER]: Becoming Leader. State: Replica: 53e157afdae348ac92d037e259dfa084, State: Running, Role: LEADER
08:00:43.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:43.492811 32267 consensus_queue.cc:237] T 00000000000000000000000000000000 P 53e157afdae348ac92d037e259dfa084 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "53e157afdae348ac92d037e259dfa084" member_type: VOTER last_known_addr { host: "127.31.56.190" port: 42967 } } peers { permanent_uuid: "c8b91703b5ef471f918c6538df3262f2" member_type: VOTER last_known_addr { host: "127.31.56.189" port: 38133 } } peers { permanent_uuid: "63488b1f45214ea5b3d48e01ec272ede" member_type: VOTER last_known_addr { host: "127.31.56.188" port: 33915 } }
08:00:43.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:43.503000 32283 sys_catalog.cc:455] T 00000000000000000000000000000000 P 53e157afdae348ac92d037e259dfa084 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 53e157afdae348ac92d037e259dfa084. Latest consensus state: current_term: 1 leader_uuid: "53e157afdae348ac92d037e259dfa084" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "53e157afdae348ac92d037e259dfa084" member_type: VOTER last_known_addr { host: "127.31.56.190" port: 42967 } } peers { permanent_uuid: "c8b91703b5ef471f918c6538df3262f2" member_type: VOTER last_known_addr { host: "127.31.56.189" port: 38133 } } peers { permanent_uuid: "63488b1f45214ea5b3d48e01ec272ede" member_type: VOTER last_known_addr { host: "127.31.56.188" port: 33915 } } }
08:00:43.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:43.503886 32283 sys_catalog.cc:458] T 00000000000000000000000000000000 P 53e157afdae348ac92d037e259dfa084 [sys.catalog]: This master's current role is: LEADER
08:00:43.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:43.510440 32285 catalog_manager.cc:1510] Loading table and tablet metadata into memory...
08:00:43.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:43.522845 32285 catalog_manager.cc:1519] Initializing Kudu cluster ID...
08:00:43.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:43.547559 32220 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 63488b1f45214ea5b3d48e01ec272ede [term 1 FOLLOWER]: Refusing update from remote peer 53e157afdae348ac92d037e259dfa084: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
08:00:43.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:43.549446 32267 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 53e157afdae348ac92d037e259dfa084 [LEADER]: Connected to new peer: Peer: permanent_uuid: "63488b1f45214ea5b3d48e01ec272ede" member_type: VOTER last_known_addr { host: "127.31.56.188" port: 33915 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
08:00:43.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:43.596042 32257 sys_catalog.cc:455] T 00000000000000000000000000000000 P 63488b1f45214ea5b3d48e01ec272ede [sys.catalog]: SysCatalogTable state changed. Reason: New leader 53e157afdae348ac92d037e259dfa084. Latest consensus state: current_term: 1 leader_uuid: "53e157afdae348ac92d037e259dfa084" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "53e157afdae348ac92d037e259dfa084" member_type: VOTER last_known_addr { host: "127.31.56.190" port: 42967 } } peers { permanent_uuid: "c8b91703b5ef471f918c6538df3262f2" member_type: VOTER last_known_addr { host: "127.31.56.189" port: 38133 } } peers { permanent_uuid: "63488b1f45214ea5b3d48e01ec272ede" member_type: VOTER last_known_addr { host: "127.31.56.188" port: 33915 } } }
08:00:43.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:43.597481 32257 sys_catalog.cc:458] T 00000000000000000000000000000000 P 63488b1f45214ea5b3d48e01ec272ede [sys.catalog]: This master's current role is: FOLLOWER
08:00:43.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:43.611183 32283 sys_catalog.cc:455] T 00000000000000000000000000000000 P 53e157afdae348ac92d037e259dfa084 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "53e157afdae348ac92d037e259dfa084" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "53e157afdae348ac92d037e259dfa084" member_type: VOTER last_known_addr { host: "127.31.56.190" port: 42967 } } peers { permanent_uuid: "c8b91703b5ef471f918c6538df3262f2" member_type: VOTER last_known_addr { host: "127.31.56.189" port: 38133 } } peers { permanent_uuid: "63488b1f45214ea5b3d48e01ec272ede" member_type: VOTER last_known_addr { host: "127.31.56.188" port: 33915 } } }
08:00:43.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:43.611956 32283 sys_catalog.cc:458] T 00000000000000000000000000000000 P 53e157afdae348ac92d037e259dfa084 [sys.catalog]: This master's current role is: LEADER
08:00:43.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:43.623109 32285 catalog_manager.cc:1382] Generated new cluster ID: 7bbc8cc81c0a4525b19af6b201fe43b2
08:00:43.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:43.623497 32285 catalog_manager.cc:1530] Initializing Kudu internal certificate authority...
08:00:43.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:43.620648 32257 sys_catalog.cc:455] T 00000000000000000000000000000000 P 63488b1f45214ea5b3d48e01ec272ede [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "53e157afdae348ac92d037e259dfa084" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "53e157afdae348ac92d037e259dfa084" member_type: VOTER last_known_addr { host: "127.31.56.190" port: 42967 } } peers { permanent_uuid: "c8b91703b5ef471f918c6538df3262f2" member_type: VOTER last_known_addr { host: "127.31.56.189" port: 38133 } } peers { permanent_uuid: "63488b1f45214ea5b3d48e01ec272ede" member_type: VOTER last_known_addr { host: "127.31.56.188" port: 33915 } } }
08:00:43.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:43.626253 32257 sys_catalog.cc:458] T 00000000000000000000000000000000 P 63488b1f45214ea5b3d48e01ec272ede [sys.catalog]: This master's current role is: FOLLOWER
08:00:43.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:43.694749 32285 catalog_manager.cc:1405] Generated new certificate authority record
08:00:43.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:43.711459 32285 catalog_manager.cc:1539] Loading token signing keys...
08:00:43.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:43.758780 32285 catalog_manager.cc:6069] T 00000000000000000000000000000000 P 53e157afdae348ac92d037e259dfa084: Generated new TSK 0
08:00:43.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:43.760478 32285 catalog_manager.cc:1549] Initializing in-progress tserver states...
08:00:43.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.31.56.129@KRBTEST.COM; defaulting to no policy
08:00:43.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
08:00:43.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.31.56.129@KRBTEST.COM" created.
08:00:43.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
08:00:43.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.31.56.129 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskL0jgDZ/test-tmp/mini-kudu-cluster3090097618479832737/krb5kdc/kudu.keytab.
08:00:43.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.31.56.129 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskL0jgDZ/test-tmp/mini-kudu-cluster3090097618479832737/krb5kdc/kudu.keytab.
08:00:43.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for HTTP/127.31.56.129@KRBTEST.COM; defaulting to no policy
08:00:43.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
08:00:43.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "HTTP/127.31.56.129@KRBTEST.COM" created.
08:00:43.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
08:00:43.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.31.56.129 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskL0jgDZ/test-tmp/mini-kudu-cluster3090097618479832737/krb5kdc/kudu.keytab.
08:00:43.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.31.56.129 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskL0jgDZ/test-tmp/mini-kudu-cluster3090097618479832737/krb5kdc/kudu.keytab.
08:00:43.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:43.938441 31970 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskL0jgDZ/build/tsan/bin/kudu
08:00:43.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskL0jgDZ/build/tsan/bin/kudu
08:00:43.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskL0jgDZ/test-tmp/mini-kudu-cluster3090097618479832737/ts-0/wal
08:00:43.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskL0jgDZ/test-tmp/mini-kudu-cluster3090097618479832737/ts-0/data
08:00:43.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
08:00:43.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
08:00:43.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
08:00:43.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:00:43.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:00:43.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:00:43.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskL0jgDZ/test-tmp/mini-kudu-cluster3090097618479832737/ts-0/logs
08:00:43.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskL0jgDZ/test-tmp/mini-kudu-cluster3090097618479832737/ts-0/data/info.pb
08:00:43.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:00:43.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
08:00:43.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
08:00:43.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
08:00:43.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
08:00:43.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:00:43.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:00:43.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:00:43.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
08:00:43.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
08:00:43.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.31.56.129:0
08:00:43.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.31.56.129
08:00:43.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.31.56.129
08:00:43.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:00:43.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.31.56.190:42967,127.31.56.189:38133,127.31.56.188:33915
08:00:43.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskL0jgDZ/test-tmp/mini-kudu-cluster3090097618479832737/krb5kdc/kudu.keytab
08:00:43.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.31.56.129
08:00:43.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
08:00:43.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
08:00:43.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
08:00:43.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
08:00:43.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.31.56.148:43731
08:00:43.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:00:43.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:00:43.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:00:43.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false with env {KRB5CCNAME=/tmp/dist-test-taskL0jgDZ/test-tmp/mini-kudu-cluster3090097618479832737/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskL0jgDZ/test-tmp/mini-kudu-cluster3090097618479832737/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskL0jgDZ/test-tmp/mini-kudu-cluster3090097618479832737/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
08:00:44.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:44.346498 32272 catalog_manager.cc:1294] Loaded cluster ID: 7bbc8cc81c0a4525b19af6b201fe43b2
08:00:44.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:44.347384 32272 catalog_manager.cc:1587] T 00000000000000000000000000000000 P 63488b1f45214ea5b3d48e01ec272ede: loading cluster ID for follower catalog manager: success
08:00:44.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:44.355401 32272 catalog_manager.cc:1609] T 00000000000000000000000000000000 P 63488b1f45214ea5b3d48e01ec272ede: acquiring CA information for follower catalog manager: success
08:00:44.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:44.364157 32272 catalog_manager.cc:1637] T 00000000000000000000000000000000 P 63488b1f45214ea5b3d48e01ec272ede: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
08:00:44.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 08:00:44.674918 32296 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
08:00:44.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 08:00:44.675704 32296 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
08:00:44.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 08:00:44.676781 32296 flags.cc:432] Enabled unsafe flag: --never_fsync=true
08:00:44.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:44.682467 32156 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.31.56.188" port: 33915 } attempt: 8
08:00:44.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 08:00:44.742486 32296 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
08:00:44.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 08:00:44.744446 32296 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.31.56.129
08:00:44.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 20 08:00:44 dist-test-slave-4pmm krb5kdc[31982](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781942439, etypes {rep=17 tkt=17 ses=17}, kudu/127.31.56.189@KRBTEST.COM for kudu/127.31.56.188@KRBTEST.COM
08:00:44.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:44.811831 32156 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P c8b91703b5ef471f918c6538df3262f2: Bootstrap starting.
08:00:44.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:44.823975 32296 tablet_server_runner.cc:78] Tablet server non-default flags:
08:00:44.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:00:44.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.31.56.148:43731
08:00:44.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:00:44.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:00:44.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskL0jgDZ/test-tmp/mini-kudu-cluster3090097618479832737/ts-0/data
08:00:44.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskL0jgDZ/test-tmp/mini-kudu-cluster3090097618479832737/ts-0/wal
08:00:44.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskL0jgDZ/test-tmp/mini-kudu-cluster3090097618479832737/krb5kdc/kudu.keytab
08:00:44.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.31.56.129
08:00:44.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:00:44.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:00:44.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.31.56.129:0
08:00:44.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
08:00:44.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
08:00:44.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
08:00:44.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
08:00:44.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:00:44.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:00:44.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskL0jgDZ/test-tmp/mini-kudu-cluster3090097618479832737/ts-0/data/info.pb
08:00:44.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.31.56.129
08:00:44.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:00:44.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.31.56.190:42967,127.31.56.189:38133,127.31.56.188:33915
08:00:44.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
08:00:44.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:00:44.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
08:00:44.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
08:00:44.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:00:44.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.31.56.129
08:00:44.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskL0jgDZ/test-tmp/mini-kudu-cluster3090097618479832737/ts-0/logs
08:00:44.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:00:44.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
08:00:44.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
08:00:44.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
08:00:44.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
08:00:44.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision faec34f53d4c9dd1e3a6dd2b7314d2fc7aadff6c
08:00:44.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
08:00:44.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 20 Jun 2026 07:43:22 UTC on e7f111948823
08:00:44.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 12483
08:00:44.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
08:00:44.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:44.827706 32296 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
08:00:44.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:44.829193 32296 file_cache.cc:492] Constructed file cache file cache with capacity 419430
08:00:44.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:44.848657 32156 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P c8b91703b5ef471f918c6538df3262f2: Neither blocks nor log segments found. Creating new log.
08:00:44.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:44.859983 32156 log.cc:826] T 00000000000000000000000000000000 P c8b91703b5ef471f918c6538df3262f2: Log is configured to *not* fsync() on all Append() calls
08:00:44.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 08:00:44.869340 32306 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:00:44.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:44.887212 32156 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P c8b91703b5ef471f918c6538df3262f2: No bootstrap required, opened a new log
08:00:44.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:44.975817 32156 raft_consensus.cc:359] T 00000000000000000000000000000000 P c8b91703b5ef471f918c6538df3262f2 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "53e157afdae348ac92d037e259dfa084" member_type: VOTER last_known_addr { host: "127.31.56.190" port: 42967 } } peers { permanent_uuid: "c8b91703b5ef471f918c6538df3262f2" member_type: VOTER last_known_addr { host: "127.31.56.189" port: 38133 } } peers { permanent_uuid: "63488b1f45214ea5b3d48e01ec272ede" member_type: VOTER last_known_addr { host: "127.31.56.188" port: 33915 } }
08:00:44.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:44.978668 32156 raft_consensus.cc:385] T 00000000000000000000000000000000 P c8b91703b5ef471f918c6538df3262f2 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
08:00:44.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:44.979835 32156 raft_consensus.cc:740] T 00000000000000000000000000000000 P c8b91703b5ef471f918c6538df3262f2 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: c8b91703b5ef471f918c6538df3262f2, State: Initialized, Role: FOLLOWER
08:00:44.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:44.983582 32156 consensus_queue.cc:260] T 00000000000000000000000000000000 P c8b91703b5ef471f918c6538df3262f2 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "53e157afdae348ac92d037e259dfa084" member_type: VOTER last_known_addr { host: "127.31.56.190" port: 42967 } } peers { permanent_uuid: "c8b91703b5ef471f918c6538df3262f2" member_type: VOTER last_known_addr { host: "127.31.56.189" port: 38133 } } peers { permanent_uuid: "63488b1f45214ea5b3d48e01ec272ede" member_type: VOTER last_known_addr { host: "127.31.56.188" port: 33915 } }
08:00:45.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:45.008297 32131 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "53e157afdae348ac92d037e259dfa084" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "c8b91703b5ef471f918c6538df3262f2" is_pre_election: true
08:00:45.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:45.009303 32131 raft_consensus.cc:2468] T 00000000000000000000000000000000 P c8b91703b5ef471f918c6538df3262f2 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 53e157afdae348ac92d037e259dfa084 in term 0.
08:00:45.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 08:00:45.009879 32131 rpcz_store.cc:267] Call kudu.consensus.ConsensusService.RequestConsensusVote from 127.0.0.1:56136 (request call id 2) took 1553 ms (client timeout 1599 ms). Trace:
08:00:45.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 08:00:45.010378 32131 rpcz_store.cc:269] 0620 08:00:43.456940 (+ 0us) service_pool.cc:167] Inserting onto call queue
08:00:45.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0620 08:00:43.458441 (+ 1501us) service_pool.cc:224] Handling call
08:00:45.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0620 08:00:45.009810 (+1551369us) inbound_call.cc:177] Queueing success response
08:00:45.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {}
08:00:45.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:45.012180 32130 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "53e157afdae348ac92d037e259dfa084" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "c8b91703b5ef471f918c6538df3262f2"
08:00:45.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:45.012849 32130 raft_consensus.cc:3060] T 00000000000000000000000000000000 P c8b91703b5ef471f918c6538df3262f2 [term 0 FOLLOWER]: Advancing to term 1
08:00:45.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:45.027614 32156 sys_catalog.cc:565] T 00000000000000000000000000000000 P c8b91703b5ef471f918c6538df3262f2 [sys.catalog]: configured and running, proceeding with master startup.
08:00:45.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:45.026793 32311 sys_catalog.cc:455] T 00000000000000000000000000000000 P c8b91703b5ef471f918c6538df3262f2 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "53e157afdae348ac92d037e259dfa084" member_type: VOTER last_known_addr { host: "127.31.56.190" port: 42967 } } peers { permanent_uuid: "c8b91703b5ef471f918c6538df3262f2" member_type: VOTER last_known_addr { host: "127.31.56.189" port: 38133 } } peers { permanent_uuid: "63488b1f45214ea5b3d48e01ec272ede" member_type: VOTER last_known_addr { host: "127.31.56.188" port: 33915 } } }
08:00:45.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:45.035073 32311 sys_catalog.cc:458] T 00000000000000000000000000000000 P c8b91703b5ef471f918c6538df3262f2 [sys.catalog]: This master's current role is: FOLLOWER
08:00:45.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:45.034224 32130 raft_consensus.cc:2468] T 00000000000000000000000000000000 P c8b91703b5ef471f918c6538df3262f2 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 53e157afdae348ac92d037e259dfa084 in term 1.
08:00:45.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:45.038331 32129 raft_consensus.cc:1275] T 00000000000000000000000000000000 P c8b91703b5ef471f918c6538df3262f2 [term 1 FOLLOWER]: Refusing update from remote peer 53e157afdae348ac92d037e259dfa084: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
08:00:45.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:45.047938 32129 rpcz_store.cc:275] Call kudu.consensus.ConsensusService.UpdateConsensus from 127.0.0.1:56136 (request call id 4) took 1502 ms. Trace:
08:00:45.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 08:00:45.048890 32130 rpcz_store.cc:267] Call kudu.consensus.ConsensusService.RequestConsensusVote from 127.0.0.1:56136 (request call id 3) took 1571 ms (client timeout 2073 ms). Trace:
08:00:45.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 08:00:45.050858 32130 rpcz_store.cc:269] 0620 08:00:43.476690 (+ 0us) service_pool.cc:167] Inserting onto call queue
08:00:45.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0620 08:00:43.476902 (+ 212us) service_pool.cc:224] Handling call
08:00:45.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0620 08:00:45.047629 (+1570727us) inbound_call.cc:177] Queueing success response
08:00:45.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {}
08:00:45.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:45.049458 32129 rpcz_store.cc:276] 0620 08:00:43.545078 (+ 0us) service_pool.cc:167] Inserting onto call queue
08:00:45.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0620 08:00:43.545257 (+ 179us) service_pool.cc:224] Handling call
08:00:45.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0620 08:00:45.037248 (+1491991us) raft_consensus.cc:1471] Updating replica for 0 ops
08:00:45.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0620 08:00:45.038866 (+ 1618us) raft_consensus.cc:1697] Filling consensus response to leader.
08:00:45.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0620 08:00:45.047122 (+ 8256us) spinlock_profiling.cc:243] Waited 21.5 ms on lock 0x7b5400040450. stack: 00007f72ec6eab43 00007f72ec6eaa40 00007f72ec29b574 000000000050eee4 000000000050ee79 00007f72f37ce951 00007f72f3864c8d 00007f72f4895b19 00007f72f2f47d34 00007f72f2f47cc2 00007f72f2f47bf1 00007f72f2f47b6c 00007f72f2f46e22 00007f72f1536c3c 00007f72f1536076 00007f72f1535a1f
08:00:45.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0620 08:00:45.047843 (+ 721us) inbound_call.cc:177] Queueing success response
08:00:45.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"spinlock_wait_cycles":49476352}
08:00:45.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:45.055348 32304 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 53e157afdae348ac92d037e259dfa084 [LEADER]: Connected to new peer: Peer: permanent_uuid: "c8b91703b5ef471f918c6538df3262f2" member_type: VOTER last_known_addr { host: "127.31.56.189" port: 38133 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
08:00:45.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:45.141599 32318 sys_catalog.cc:455] T 00000000000000000000000000000000 P c8b91703b5ef471f918c6538df3262f2 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "53e157afdae348ac92d037e259dfa084" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "53e157afdae348ac92d037e259dfa084" member_type: VOTER last_known_addr { host: "127.31.56.190" port: 42967 } } peers { permanent_uuid: "c8b91703b5ef471f918c6538df3262f2" member_type: VOTER last_known_addr { host: "127.31.56.189" port: 38133 } } peers { permanent_uuid: "63488b1f45214ea5b3d48e01ec272ede" member_type: VOTER last_known_addr { host: "127.31.56.188" port: 33915 } } }
08:00:45.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:45.152674 32318 sys_catalog.cc:458] T 00000000000000000000000000000000 P c8b91703b5ef471f918c6538df3262f2 [sys.catalog]: This master's current role is: FOLLOWER
08:00:45.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:45.140617 32311 sys_catalog.cc:455] T 00000000000000000000000000000000 P c8b91703b5ef471f918c6538df3262f2 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 53e157afdae348ac92d037e259dfa084. Latest consensus state: current_term: 1 leader_uuid: "53e157afdae348ac92d037e259dfa084" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "53e157afdae348ac92d037e259dfa084" member_type: VOTER last_known_addr { host: "127.31.56.190" port: 42967 } } peers { permanent_uuid: "c8b91703b5ef471f918c6538df3262f2" member_type: VOTER last_known_addr { host: "127.31.56.189" port: 38133 } } peers { permanent_uuid: "63488b1f45214ea5b3d48e01ec272ede" member_type: VOTER last_known_addr { host: "127.31.56.188" port: 33915 } } }
08:00:45.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:45.155256 32311 sys_catalog.cc:458] T 00000000000000000000000000000000 P c8b91703b5ef471f918c6538df3262f2 [sys.catalog]: This master's current role is: FOLLOWER
08:00:45.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:45.288563 32327 catalog_manager.cc:1294] Loaded cluster ID: 7bbc8cc81c0a4525b19af6b201fe43b2
08:00:45.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:45.288939 32327 catalog_manager.cc:1587] T 00000000000000000000000000000000 P c8b91703b5ef471f918c6538df3262f2: loading cluster ID for follower catalog manager: success
08:00:45.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:45.312819 32327 catalog_manager.cc:1609] T 00000000000000000000000000000000 P c8b91703b5ef471f918c6538df3262f2: acquiring CA information for follower catalog manager: success
08:00:45.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:45.333925 32327 catalog_manager.cc:1637] T 00000000000000000000000000000000 P c8b91703b5ef471f918c6538df3262f2: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
08:00:45.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:45.651959 32304 sys_catalog.cc:455] T 00000000000000000000000000000000 P 53e157afdae348ac92d037e259dfa084 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "53e157afdae348ac92d037e259dfa084" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "53e157afdae348ac92d037e259dfa084" member_type: VOTER last_known_addr { host: "127.31.56.190" port: 42967 } } peers { permanent_uuid: "c8b91703b5ef471f918c6538df3262f2" member_type: VOTER last_known_addr { host: "127.31.56.189" port: 38133 } } peers { permanent_uuid: "63488b1f45214ea5b3d48e01ec272ede" member_type: VOTER last_known_addr { host: "127.31.56.188" port: 33915 } } }
08:00:45.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:45.653709 32304 sys_catalog.cc:458] T 00000000000000000000000000000000 P 53e157afdae348ac92d037e259dfa084 [sys.catalog]: This master's current role is: LEADER
08:00:46.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 20 08:00:46 dist-test-slave-4pmm krb5kdc[31982](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781942446, etypes {rep=17 tkt=17 ses=17}, kudu/127.31.56.190@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
08:00:46.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:46.921533 32012 init.cc:295] Successfully reacquired a new kerberos TGT
08:00:47.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 08:00:44.877604 32307 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:00:47.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 08:00:46.259147 32305 debug-util.cc:398] Leaking SignalData structure 0x7b08000370e0 after lost signal to thread 32296
08:00:47.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 08:00:47.350595 32305 kernel_stack_watchdog.cc:198] Thread 32296 stuck at /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:642 for 384ms:
08:00:47.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
08:00:47.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
08:00:47.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
08:00:47.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
08:00:47.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 08:00:47.352694 32296 thread.cc:641] GCE (cloud detector) Time spent creating pthread: real 2.481s user 0.540s sys 1.034s
08:00:47.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 08:00:47.353044 32296 thread.cc:608] GCE (cloud detector) Time spent starting thread: real 2.481s user 0.540s sys 1.034s
08:00:47.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 08:00:47.364805 32333 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:00:47.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:47.370608 32296 server_base.cc:1061] running on GCE node
08:00:47.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:47.372772 32296 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
08:00:47.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:47.384038 32296 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
08:00:47.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:47.392490 32296 hybrid_clock.cc:648] HybridClock initialized: now 1781942447392400 us; error 108 us; skew 500 ppm
08:00:47.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:47.393805 32296 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
08:00:47.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 20 08:00:47 dist-test-slave-4pmm krb5kdc[31982](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781942447, etypes {rep=17 tkt=17 ses=17}, kudu/127.31.56.129@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
08:00:47.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:47.405968 32296 init.cc:377] Logged in from keytab as kudu/127.31.56.129@KRBTEST.COM (short username kudu)
08:00:47.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:47.456809 32296 webserver.cc:533] Webserver started at http://127.31.56.129:38545/ using document root <none> and password file <none>
08:00:47.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:47.458464 32296 fs_manager.cc:362] Metadata directory not provided
08:00:47.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:47.458942 32296 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
08:00:47.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:47.459686 32296 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
08:00:47.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:47.469216 32296 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskL0jgDZ/test-tmp/mini-kudu-cluster3090097618479832737/ts-0/data/instance:
08:00:47.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "80d1f957e53548db82af866cb855830d"
08:00:47.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 08:00:47 on dist-test-slave-4pmm"
08:00:47.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:47.471639 32296 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskL0jgDZ/test-tmp/mini-kudu-cluster3090097618479832737/ts-0/wal/instance:
08:00:47.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "80d1f957e53548db82af866cb855830d"
08:00:47.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 08:00:47 on dist-test-slave-4pmm"
08:00:47.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:47.489148 32296 fs_manager.cc:696] Time spent creating directory manager: real 0.017s user 0.004s sys 0.009s
08:00:47.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:47.504227 32341 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
08:00:47.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:47.505898 32296 fs_manager.cc:730] Time spent opening block manager: real 0.011s user 0.008s sys 0.000s
08:00:47.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:47.506453 32296 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskL0jgDZ/test-tmp/mini-kudu-cluster3090097618479832737/ts-0/data,/tmp/dist-test-taskL0jgDZ/test-tmp/mini-kudu-cluster3090097618479832737/ts-0/wal
08:00:47.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "80d1f957e53548db82af866cb855830d"
08:00:47.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 08:00:47 on dist-test-slave-4pmm"
08:00:47.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:47.507354 32296 fs_report.cc:389] FS layout report
08:00:47.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
08:00:47.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskL0jgDZ/test-tmp/mini-kudu-cluster3090097618479832737/ts-0/wal
08:00:47.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskL0jgDZ/test-tmp/mini-kudu-cluster3090097618479832737/ts-0/wal
08:00:47.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskL0jgDZ/test-tmp/mini-kudu-cluster3090097618479832737/ts-0/data/data
08:00:47.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
08:00:47.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
08:00:47.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
08:00:47.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
08:00:47.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
08:00:47.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
08:00:47.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
08:00:47.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
08:00:47.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
08:00:47.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
08:00:47.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
08:00:47.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:47.729136 32296 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
08:00:47.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:47.744496 32296 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
08:00:47.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:47.745510 32296 kserver.cc:163] Server-wide thread pool size limit: 3276
08:00:47.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:47.765590 32296 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
08:00:47.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:47.784839 32296 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
08:00:47.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:47.785491 32296 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.001s user 0.001s sys 0.001s
08:00:47.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:47.785976 32296 ts_tablet_manager.cc:616] Registered 0 tablets
08:00:47.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:47.786386 32296 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
08:00:48.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:48.513387 32296 rpc_server.cc:307] RPC server started. Bound to: 127.31.56.129:45911
08:00:48.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:48.513491 32456 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.31.56.129:45911 every 8 connection(s)
08:00:48.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:48.517197 32296 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskL0jgDZ/test-tmp/mini-kudu-cluster3090097618479832737/ts-0/data/info.pb
08:00:48.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:48.520424 31970 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskL0jgDZ/build/tsan/bin/kudu as pid 32296
08:00:48.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:48.520993 31970 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskL0jgDZ/test-tmp/mini-kudu-cluster3090097618479832737/ts-0/wal/instance
08:00:48.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.31.56.130@KRBTEST.COM; defaulting to no policy
08:00:48.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
08:00:48.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.31.56.130@KRBTEST.COM" created.
08:00:48.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 20 08:00:48 dist-test-slave-4pmm krb5kdc[31982](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781942447, etypes {rep=17 tkt=17 ses=17}, kudu/127.31.56.129@KRBTEST.COM for kudu/127.31.56.189@KRBTEST.COM
08:00:48.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 20 08:00:48 dist-test-slave-4pmm krb5kdc[31982](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781942447, etypes {rep=17 tkt=17 ses=17}, kudu/127.31.56.129@KRBTEST.COM for kudu/127.31.56.190@KRBTEST.COM
08:00:48.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 20 08:00:48 dist-test-slave-4pmm krb5kdc[31982](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781942447, etypes {rep=17 tkt=17 ses=17}, kudu/127.31.56.129@KRBTEST.COM for kudu/127.31.56.188@KRBTEST.COM
08:00:48.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:48.631038 32457 heartbeater.cc:344] Connected to a master server at 127.31.56.189:38133
08:00:48.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:48.631579 32457 heartbeater.cc:461] Registering TS with master...
08:00:48.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:48.633014 32457 heartbeater.cc:507] Master 127.31.56.189:38133 requested a full tablet report, sending...
08:00:48.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:48.636902 32120 ts_manager.cc:194] Registered new tserver with Master: 80d1f957e53548db82af866cb855830d (127.31.56.129:45911)
08:00:48.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:48.638473 32462 heartbeater.cc:344] Connected to a master server at 127.31.56.190:42967
08:00:48.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:48.638855 32462 heartbeater.cc:461] Registering TS with master...
08:00:48.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:48.639878 32462 heartbeater.cc:507] Master 127.31.56.190:42967 requested a full tablet report, sending...
08:00:48.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:48.640305 32458 heartbeater.cc:344] Connected to a master server at 127.31.56.188:33915
08:00:48.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:48.640636 32458 heartbeater.cc:461] Registering TS with master...
08:00:48.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:48.641539 32458 heartbeater.cc:507] Master 127.31.56.188:33915 requested a full tablet report, sending...
08:00:48.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:48.643780 32033 ts_manager.cc:194] Registered new tserver with Master: 80d1f957e53548db82af866cb855830d (127.31.56.129:45911)
08:00:48.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:48.644454 32210 ts_manager.cc:194] Registered new tserver with Master: 80d1f957e53548db82af866cb855830d (127.31.56.129:45911)
08:00:48.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:48.646445 32033 master_service.cc:502] Signed X509 certificate for tserver {username='kudu', principal='kudu/127.31.56.129@KRBTEST.COM'} at 127.31.56.129:35543
08:00:48.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
08:00:48.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.31.56.130 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskL0jgDZ/test-tmp/mini-kudu-cluster3090097618479832737/krb5kdc/kudu.keytab.
08:00:48.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.31.56.130 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskL0jgDZ/test-tmp/mini-kudu-cluster3090097618479832737/krb5kdc/kudu.keytab.
08:00:48.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 08:00:48.662817 31970 mini_kdc.cc:268] Time spent creating service keytab for kudu/127.31.56.130: real 0.121s user 0.004s sys 0.012s
08:00:48.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for HTTP/127.31.56.130@KRBTEST.COM; defaulting to no policy
08:00:48.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
08:00:48.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "HTTP/127.31.56.130@KRBTEST.COM" created.
08:00:48.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
08:00:48.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.31.56.130 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskL0jgDZ/test-tmp/mini-kudu-cluster3090097618479832737/krb5kdc/kudu.keytab.
08:00:48.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.31.56.130 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskL0jgDZ/test-tmp/mini-kudu-cluster3090097618479832737/krb5kdc/kudu.keytab.
08:00:48.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:48.708467 31970 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskL0jgDZ/build/tsan/bin/kudu
08:00:48.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskL0jgDZ/build/tsan/bin/kudu
08:00:48.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskL0jgDZ/test-tmp/mini-kudu-cluster3090097618479832737/ts-1/wal
08:00:48.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskL0jgDZ/test-tmp/mini-kudu-cluster3090097618479832737/ts-1/data
08:00:48.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
08:00:48.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
08:00:48.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
08:00:48.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:00:48.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:00:48.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:00:48.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskL0jgDZ/test-tmp/mini-kudu-cluster3090097618479832737/ts-1/logs
08:00:48.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskL0jgDZ/test-tmp/mini-kudu-cluster3090097618479832737/ts-1/data/info.pb
08:00:48.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:00:48.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
08:00:48.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
08:00:48.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
08:00:48.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
08:00:48.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:00:48.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:00:48.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:00:48.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
08:00:48.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
08:00:48.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.31.56.130:0
08:00:48.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.31.56.130
08:00:48.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.31.56.130
08:00:48.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:00:48.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.31.56.190:42967,127.31.56.189:38133,127.31.56.188:33915
08:00:48.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskL0jgDZ/test-tmp/mini-kudu-cluster3090097618479832737/krb5kdc/kudu.keytab
08:00:48.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.31.56.130
08:00:48.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
08:00:48.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
08:00:48.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
08:00:48.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
08:00:48.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.31.56.148:43731
08:00:48.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:00:48.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:00:48.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:00:48.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false with env {KRB5CCNAME=/tmp/dist-test-taskL0jgDZ/test-tmp/mini-kudu-cluster3090097618479832737/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskL0jgDZ/test-tmp/mini-kudu-cluster3090097618479832737/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskL0jgDZ/test-tmp/mini-kudu-cluster3090097618479832737/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
08:00:49.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 08:00:49.134120 32471 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
08:00:49.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 08:00:49.134816 32471 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
08:00:49.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 08:00:49.135592 32471 flags.cc:432] Enabled unsafe flag: --never_fsync=true
08:00:49.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 08:00:49.172201 32471 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
08:00:49.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 08:00:49.173478 32471 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.31.56.130
08:00:49.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:49.214567 32471 tablet_server_runner.cc:78] Tablet server non-default flags:
08:00:49.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:00:49.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.31.56.148:43731
08:00:49.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:00:49.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:00:49.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskL0jgDZ/test-tmp/mini-kudu-cluster3090097618479832737/ts-1/data
08:00:49.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskL0jgDZ/test-tmp/mini-kudu-cluster3090097618479832737/ts-1/wal
08:00:49.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskL0jgDZ/test-tmp/mini-kudu-cluster3090097618479832737/krb5kdc/kudu.keytab
08:00:49.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.31.56.130
08:00:49.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:00:49.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:00:49.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.31.56.130:0
08:00:49.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
08:00:49.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
08:00:49.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
08:00:49.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
08:00:49.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:00:49.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:00:49.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskL0jgDZ/test-tmp/mini-kudu-cluster3090097618479832737/ts-1/data/info.pb
08:00:49.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.31.56.130
08:00:49.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:00:49.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.31.56.190:42967,127.31.56.189:38133,127.31.56.188:33915
08:00:49.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
08:00:49.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:00:49.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
08:00:49.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
08:00:49.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:00:49.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.31.56.130
08:00:49.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskL0jgDZ/test-tmp/mini-kudu-cluster3090097618479832737/ts-1/logs
08:00:49.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:00:49.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
08:00:49.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
08:00:49.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
08:00:49.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
08:00:49.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision faec34f53d4c9dd1e3a6dd2b7314d2fc7aadff6c
08:00:49.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
08:00:49.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 20 Jun 2026 07:43:22 UTC on e7f111948823
08:00:49.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 12483
08:00:49.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
08:00:49.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:49.216303 32471 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
08:00:49.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:49.217648 32471 file_cache.cc:492] Constructed file cache file cache with capacity 419430
08:00:49.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 08:00:49.235119 32477 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:00:49.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:49.650693 32462 heartbeater.cc:499] Master 127.31.56.190:42967 was elected leader, sending a full tablet report...
08:00:49.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 20 08:00:49 dist-test-slave-4pmm krb5kdc[31982](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781942449, etypes {rep=17 tkt=17 ses=17}, kudu/127.31.56.189@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
08:00:49.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:49.853354 32100 init.cc:295] Successfully reacquired a new kerberos TGT
08:00:50.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 08:00:50.641073 32476 debug-util.cc:398] Leaking SignalData structure 0x7b08000370e0 after lost signal to thread 32471
08:00:50.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 08:00:50.907450 32471 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.670s user 0.547s sys 0.961s
08:00:50.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 08:00:49.237437 32478 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:00:50.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 08:00:50.907956 32471 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.671s user 0.548s sys 0.961s
08:00:50.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 08:00:50.910048 32480 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:00:50.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 08:00:50.913224 32479 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1671 milliseconds
08:00:50.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:50.913316 32471 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
08:00:50.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:50.914831 32471 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
08:00:50.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:50.917112 32471 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
08:00:50.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:50.918522 32471 hybrid_clock.cc:648] HybridClock initialized: now 1781942450918474 us; error 35 us; skew 500 ppm
08:00:50.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:50.919466 32471 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
08:00:50.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 20 08:00:50 dist-test-slave-4pmm krb5kdc[31982](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781942450, etypes {rep=17 tkt=17 ses=17}, kudu/127.31.56.130@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
08:00:50.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:50.926977 32471 init.cc:377] Logged in from keytab as kudu/127.31.56.130@KRBTEST.COM (short username kudu)
08:00:50.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:50.933358 32471 webserver.cc:533] Webserver started at http://127.31.56.130:43709/ using document root <none> and password file <none>
08:00:50.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:50.934293 32471 fs_manager.cc:362] Metadata directory not provided
08:00:50.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:50.934571 32471 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
08:00:50.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:50.935066 32471 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
08:00:50.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:50.939518 32471 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskL0jgDZ/test-tmp/mini-kudu-cluster3090097618479832737/ts-1/data/instance:
08:00:50.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "85f15d8030bc41549b2685b55367cad8"
08:00:50.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 08:00:50 on dist-test-slave-4pmm"
08:00:50.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:50.940873 32471 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskL0jgDZ/test-tmp/mini-kudu-cluster3090097618479832737/ts-1/wal/instance:
08:00:50.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "85f15d8030bc41549b2685b55367cad8"
08:00:50.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 08:00:50 on dist-test-slave-4pmm"
08:00:50.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:50.949229 32471 fs_manager.cc:696] Time spent creating directory manager: real 0.008s user 0.009s sys 0.000s
08:00:50.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:50.954833 32492 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
08:00:50.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:50.955890 32471 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.003s sys 0.000s
08:00:50.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:50.956247 32471 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskL0jgDZ/test-tmp/mini-kudu-cluster3090097618479832737/ts-1/data,/tmp/dist-test-taskL0jgDZ/test-tmp/mini-kudu-cluster3090097618479832737/ts-1/wal
08:00:50.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "85f15d8030bc41549b2685b55367cad8"
08:00:50.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 08:00:50 on dist-test-slave-4pmm"
08:00:50.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:50.956599 32471 fs_report.cc:389] FS layout report
08:00:50.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
08:00:50.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskL0jgDZ/test-tmp/mini-kudu-cluster3090097618479832737/ts-1/wal
08:00:50.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskL0jgDZ/test-tmp/mini-kudu-cluster3090097618479832737/ts-1/wal
08:00:50.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskL0jgDZ/test-tmp/mini-kudu-cluster3090097618479832737/ts-1/data/data
08:00:50.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
08:00:50.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
08:00:50.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
08:00:50.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
08:00:50.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
08:00:50.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
08:00:50.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
08:00:50.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
08:00:50.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
08:00:50.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
08:00:50.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
08:00:51.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:51.026410 32471 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
08:00:51.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:51.032491 32471 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
08:00:51.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:51.033057 32471 kserver.cc:163] Server-wide thread pool size limit: 3276
08:00:51.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:51.035797 32471 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
08:00:51.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:51.040037 32471 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
08:00:51.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:51.040318 32471 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
08:00:51.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:51.040640 32471 ts_tablet_manager.cc:616] Registered 0 tablets
08:00:51.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:51.040853 32471 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
08:00:51.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:51.313694 32471 rpc_server.cc:307] RPC server started. Bound to: 127.31.56.130:42299
08:00:51.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:51.313956 32604 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.31.56.130:42299 every 8 connection(s)
08:00:51.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:51.316905 32471 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskL0jgDZ/test-tmp/mini-kudu-cluster3090097618479832737/ts-1/data/info.pb
08:00:51.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:51.321004 31970 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskL0jgDZ/build/tsan/bin/kudu as pid 32471
08:00:51.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:51.321602 31970 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskL0jgDZ/test-tmp/mini-kudu-cluster3090097618479832737/ts-1/wal/instance
08:00:51.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.31.56.131@KRBTEST.COM; defaulting to no policy
08:00:51.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
08:00:51.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.31.56.131@KRBTEST.COM" created.
08:00:51.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 20 08:00:51 dist-test-slave-4pmm krb5kdc[31982](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781942450, etypes {rep=17 tkt=17 ses=17}, kudu/127.31.56.130@KRBTEST.COM for kudu/127.31.56.189@KRBTEST.COM
08:00:51.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 20 08:00:51 dist-test-slave-4pmm krb5kdc[31982](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781942450, etypes {rep=17 tkt=17 ses=17}, kudu/127.31.56.130@KRBTEST.COM for kudu/127.31.56.188@KRBTEST.COM
08:00:51.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 20 08:00:51 dist-test-slave-4pmm krb5kdc[31982](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781942450, etypes {rep=17 tkt=17 ses=17}, kudu/127.31.56.130@KRBTEST.COM for kudu/127.31.56.190@KRBTEST.COM
08:00:51.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:51.447729 32605 heartbeater.cc:344] Connected to a master server at 127.31.56.189:38133
08:00:51.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:51.448269 32605 heartbeater.cc:461] Registering TS with master...
08:00:51.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:51.449776 32605 heartbeater.cc:507] Master 127.31.56.189:38133 requested a full tablet report, sending...
08:00:51.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:51.449805 32606 heartbeater.cc:344] Connected to a master server at 127.31.56.188:33915
08:00:51.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:51.450435 32606 heartbeater.cc:461] Registering TS with master...
08:00:51.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:51.451593 32606 heartbeater.cc:507] Master 127.31.56.188:33915 requested a full tablet report, sending...
08:00:51.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:51.454367 32120 ts_manager.cc:194] Registered new tserver with Master: 85f15d8030bc41549b2685b55367cad8 (127.31.56.130:42299)
08:00:51.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:51.455111 32210 ts_manager.cc:194] Registered new tserver with Master: 85f15d8030bc41549b2685b55367cad8 (127.31.56.130:42299)
08:00:51.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:51.461529 32608 heartbeater.cc:344] Connected to a master server at 127.31.56.190:42967
08:00:51.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:51.461992 32608 heartbeater.cc:461] Registering TS with master...
08:00:51.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:51.463179 32608 heartbeater.cc:507] Master 127.31.56.190:42967 requested a full tablet report, sending...
08:00:51.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:51.465535 32033 ts_manager.cc:194] Registered new tserver with Master: 85f15d8030bc41549b2685b55367cad8 (127.31.56.130:42299)
08:00:51.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:51.467082 32033 master_service.cc:502] Signed X509 certificate for tserver {username='kudu', principal='kudu/127.31.56.130@KRBTEST.COM'} at 127.31.56.130:44819
08:00:51.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
08:00:51.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.31.56.131 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskL0jgDZ/test-tmp/mini-kudu-cluster3090097618479832737/krb5kdc/kudu.keytab.
08:00:51.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.31.56.131 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskL0jgDZ/test-tmp/mini-kudu-cluster3090097618479832737/krb5kdc/kudu.keytab.
08:00:51.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 08:00:51.468657 31970 mini_kdc.cc:268] Time spent creating service keytab for kudu/127.31.56.131: real 0.133s user 0.005s sys 0.008s
08:00:51.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for HTTP/127.31.56.131@KRBTEST.COM; defaulting to no policy
08:00:51.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
08:00:51.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "HTTP/127.31.56.131@KRBTEST.COM" created.
08:00:51.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
08:00:51.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.31.56.131 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskL0jgDZ/test-tmp/mini-kudu-cluster3090097618479832737/krb5kdc/kudu.keytab.
08:00:51.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.31.56.131 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskL0jgDZ/test-tmp/mini-kudu-cluster3090097618479832737/krb5kdc/kudu.keytab.
08:00:51.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:51.511909 31970 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskL0jgDZ/build/tsan/bin/kudu
08:00:51.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskL0jgDZ/build/tsan/bin/kudu
08:00:51.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskL0jgDZ/test-tmp/mini-kudu-cluster3090097618479832737/ts-2/wal
08:00:51.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskL0jgDZ/test-tmp/mini-kudu-cluster3090097618479832737/ts-2/data
08:00:51.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
08:00:51.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
08:00:51.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
08:00:51.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:00:51.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:00:51.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:00:51.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskL0jgDZ/test-tmp/mini-kudu-cluster3090097618479832737/ts-2/logs
08:00:51.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskL0jgDZ/test-tmp/mini-kudu-cluster3090097618479832737/ts-2/data/info.pb
08:00:51.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:00:51.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
08:00:51.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
08:00:51.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
08:00:51.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
08:00:51.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:00:51.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:00:51.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:00:51.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
08:00:51.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
08:00:51.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.31.56.131:0
08:00:51.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.31.56.131
08:00:51.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.31.56.131
08:00:51.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:00:51.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.31.56.190:42967,127.31.56.189:38133,127.31.56.188:33915
08:00:51.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskL0jgDZ/test-tmp/mini-kudu-cluster3090097618479832737/krb5kdc/kudu.keytab
08:00:51.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.31.56.131
08:00:51.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
08:00:51.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
08:00:51.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
08:00:51.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
08:00:51.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.31.56.148:43731
08:00:51.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:00:51.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:00:51.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:00:51.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false with env {KRB5CCNAME=/tmp/dist-test-taskL0jgDZ/test-tmp/mini-kudu-cluster3090097618479832737/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskL0jgDZ/test-tmp/mini-kudu-cluster3090097618479832737/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskL0jgDZ/test-tmp/mini-kudu-cluster3090097618479832737/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
08:00:51.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 08:00:51.913822 32619 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
08:00:51.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 08:00:51.914391 32619 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
08:00:51.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 08:00:51.915145 32619 flags.cc:432] Enabled unsafe flag: --never_fsync=true
08:00:51.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 08:00:51.971868 32619 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
08:00:51.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 08:00:51.973453 32619 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.31.56.131
08:00:52.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:52.016037 32619 tablet_server_runner.cc:78] Tablet server non-default flags:
08:00:52.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:00:52.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.31.56.148:43731
08:00:52.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:00:52.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:00:52.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskL0jgDZ/test-tmp/mini-kudu-cluster3090097618479832737/ts-2/data
08:00:52.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskL0jgDZ/test-tmp/mini-kudu-cluster3090097618479832737/ts-2/wal
08:00:52.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskL0jgDZ/test-tmp/mini-kudu-cluster3090097618479832737/krb5kdc/kudu.keytab
08:00:52.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.31.56.131
08:00:52.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:00:52.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:00:52.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.31.56.131:0
08:00:52.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
08:00:52.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
08:00:52.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
08:00:52.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
08:00:52.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:00:52.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:00:52.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskL0jgDZ/test-tmp/mini-kudu-cluster3090097618479832737/ts-2/data/info.pb
08:00:52.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.31.56.131
08:00:52.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:00:52.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.31.56.190:42967,127.31.56.189:38133,127.31.56.188:33915
08:00:52.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
08:00:52.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:00:52.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
08:00:52.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
08:00:52.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:00:52.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.31.56.131
08:00:52.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskL0jgDZ/test-tmp/mini-kudu-cluster3090097618479832737/ts-2/logs
08:00:52.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:00:52.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
08:00:52.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
08:00:52.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
08:00:52.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
08:00:52.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision faec34f53d4c9dd1e3a6dd2b7314d2fc7aadff6c
08:00:52.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
08:00:52.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 20 Jun 2026 07:43:22 UTC on e7f111948823
08:00:52.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 12483
08:00:52.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
08:00:52.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:52.017395 32619 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
08:00:52.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:52.018378 32619 file_cache.cc:492] Constructed file cache file cache with capacity 419430
08:00:52.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 08:00:52.032286 32626 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:00:52.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:52.470566 32608 heartbeater.cc:499] Master 127.31.56.190:42967 was elected leader, sending a full tablet report...
08:00:52.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 20 08:00:52 dist-test-slave-4pmm krb5kdc[31982](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781942452, etypes {rep=17 tkt=17 ses=17}, kudu/127.31.56.188@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
08:00:52.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:52.620338 32187 init.cc:295] Successfully reacquired a new kerberos TGT
08:00:53.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 08:00:53.438724 32625 debug-util.cc:398] Leaking SignalData structure 0x7b08000370e0 after lost signal to thread 32619
08:00:53.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 08:00:53.792240 32619 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.759s user 0.425s sys 1.077s
08:00:53.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 08:00:52.034072 32627 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:00:53.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 08:00:53.793711 32619 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.759s user 0.425s sys 1.077s
08:00:53.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 08:00:53.794377 32628 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1759 milliseconds
08:00:53.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:53.795444 32619 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
08:00:53.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 08:00:53.795452 32629 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:00:53.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:53.799088 32619 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
08:00:53.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:53.801447 32619 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
08:00:53.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:53.802811 32619 hybrid_clock.cc:648] HybridClock initialized: now 1781942453802786 us; error 43 us; skew 500 ppm
08:00:53.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:53.803716 32619 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
08:00:53.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 20 08:00:53 dist-test-slave-4pmm krb5kdc[31982](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781942453, etypes {rep=17 tkt=17 ses=17}, kudu/127.31.56.131@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
08:00:53.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:53.810817 32619 init.cc:377] Logged in from keytab as kudu/127.31.56.131@KRBTEST.COM (short username kudu)
08:00:53.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:53.817724 32619 webserver.cc:533] Webserver started at http://127.31.56.131:43309/ using document root <none> and password file <none>
08:00:53.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:53.818665 32619 fs_manager.cc:362] Metadata directory not provided
08:00:53.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:53.818929 32619 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
08:00:53.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:53.819478 32619 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
08:00:53.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:53.824397 32619 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskL0jgDZ/test-tmp/mini-kudu-cluster3090097618479832737/ts-2/data/instance:
08:00:53.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e158f7880b34467aa9f88b3c0483c789"
08:00:53.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 08:00:53 on dist-test-slave-4pmm"
08:00:53.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:53.825522 32619 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskL0jgDZ/test-tmp/mini-kudu-cluster3090097618479832737/ts-2/wal/instance:
08:00:53.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e158f7880b34467aa9f88b3c0483c789"
08:00:53.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 08:00:53 on dist-test-slave-4pmm"
08:00:53.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:53.833882 32619 fs_manager.cc:696] Time spent creating directory manager: real 0.008s user 0.002s sys 0.006s
08:00:53.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:53.840183 32639 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
08:00:53.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:53.841521 32619 fs_manager.cc:730] Time spent opening block manager: real 0.005s user 0.004s sys 0.000s
08:00:53.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:53.841910 32619 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskL0jgDZ/test-tmp/mini-kudu-cluster3090097618479832737/ts-2/data,/tmp/dist-test-taskL0jgDZ/test-tmp/mini-kudu-cluster3090097618479832737/ts-2/wal
08:00:53.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e158f7880b34467aa9f88b3c0483c789"
08:00:53.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 08:00:53 on dist-test-slave-4pmm"
08:00:53.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:53.842283 32619 fs_report.cc:389] FS layout report
08:00:53.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
08:00:53.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskL0jgDZ/test-tmp/mini-kudu-cluster3090097618479832737/ts-2/wal
08:00:53.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskL0jgDZ/test-tmp/mini-kudu-cluster3090097618479832737/ts-2/wal
08:00:53.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskL0jgDZ/test-tmp/mini-kudu-cluster3090097618479832737/ts-2/data/data
08:00:53.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
08:00:53.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
08:00:53.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
08:00:53.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
08:00:53.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
08:00:53.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
08:00:53.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
08:00:53.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
08:00:53.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
08:00:53.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
08:00:53.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
08:00:53.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:53.895115 32619 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
08:00:53.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:53.906164 32619 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
08:00:53.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:53.906725 32619 kserver.cc:163] Server-wide thread pool size limit: 3276
08:00:53.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:53.911005 32619 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
08:00:53.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:53.916864 32619 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
08:00:53.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:53.917091 32619 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
08:00:53.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:53.917430 32619 ts_tablet_manager.cc:616] Registered 0 tablets
08:00:53.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:53.917637 32619 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
08:00:54.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:54.221287 32619 rpc_server.cc:307] RPC server started. Bound to: 127.31.56.131:39855
08:00:54.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:54.221462 32751 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.31.56.131:39855 every 8 connection(s)
08:00:54.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:54.225008 32619 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskL0jgDZ/test-tmp/mini-kudu-cluster3090097618479832737/ts-2/data/info.pb
08:00:54.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:54.232278 31970 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskL0jgDZ/build/tsan/bin/kudu as pid 32619
08:00:54.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:54.233626 31970 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskL0jgDZ/test-tmp/mini-kudu-cluster3090097618479832737/ts-2/wal/instance
08:00:54.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 20 08:00:54 dist-test-slave-4pmm krb5kdc[31982](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781942453, etypes {rep=17 tkt=17 ses=17}, kudu/127.31.56.131@KRBTEST.COM for kudu/127.31.56.189@KRBTEST.COM
08:00:54.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 20 08:00:54 dist-test-slave-4pmm krb5kdc[31982](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781942453, etypes {rep=17 tkt=17 ses=17}, kudu/127.31.56.131@KRBTEST.COM for kudu/127.31.56.188@KRBTEST.COM
08:00:54.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 20 08:00:54 dist-test-slave-4pmm krb5kdc[31982](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781942453, etypes {rep=17 tkt=17 ses=17}, kudu/127.31.56.131@KRBTEST.COM for kudu/127.31.56.190@KRBTEST.COM
08:00:54.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:54.345317 32752 heartbeater.cc:344] Connected to a master server at 127.31.56.189:38133
08:00:54.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:54.352409 32752 heartbeater.cc:461] Registering TS with master...
08:00:54.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:54.354046 32752 heartbeater.cc:507] Master 127.31.56.189:38133 requested a full tablet report, sending...
08:00:54.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:54.358103 32120 ts_manager.cc:194] Registered new tserver with Master: e158f7880b34467aa9f88b3c0483c789 (127.31.56.131:39855)
08:00:54.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:54.364933 32756 heartbeater.cc:344] Connected to a master server at 127.31.56.190:42967
08:00:54.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:54.365286 32756 heartbeater.cc:461] Registering TS with master...
08:00:54.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:54.367158 32756 heartbeater.cc:507] Master 127.31.56.190:42967 requested a full tablet report, sending...
08:00:54.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:54.367383 32753 heartbeater.cc:344] Connected to a master server at 127.31.56.188:33915
08:00:54.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:54.367764 32753 heartbeater.cc:461] Registering TS with master...
08:00:54.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:54.369128 32753 heartbeater.cc:507] Master 127.31.56.188:33915 requested a full tablet report, sending...
08:00:54.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:54.370584 32033 ts_manager.cc:194] Registered new tserver with Master: e158f7880b34467aa9f88b3c0483c789 (127.31.56.131:39855)
08:00:54.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:54.372749 32210 ts_manager.cc:194] Registered new tserver with Master: e158f7880b34467aa9f88b3c0483c789 (127.31.56.131:39855)
08:00:54.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:54.372956 32033 master_service.cc:502] Signed X509 certificate for tserver {username='kudu', principal='kudu/127.31.56.131@KRBTEST.COM'} at 127.31.56.131:54553
08:00:54.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:54.390543 31970 external_mini_cluster.cc:955] 3 TS(s) registered with all masters
08:00:54.405 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
08:00:54.407 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_kdc_env_vars {
}
08:00:54.415 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: get_kdc_env_vars {
env_vars {
key: "KRB5CCNAME"
value: "/tmp/dist-test-taskL0jgDZ/test-tmp/mini-kudu-cluster3090097618479832737/krb5kdc/krb5cc"
}
env_vars {
key: "KRB5_CONFIG"
value: "/tmp/dist-test-taskL0jgDZ/test-tmp/mini-kudu-cluster3090097618479832737/krb5kdc/krb5.conf"
}
env_vars {
key: "KRB5_KDC_PROFILE"
value: "/tmp/dist-test-taskL0jgDZ/test-tmp/mini-kudu-cluster3090097618479832737/krb5kdc/kdc.conf"
}
env_vars {
key: "KUDU_ENABLE_KRB5_REALM_FIX"
value: "yes"
}
}
08:00:54.416 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_masters {
}
08:00:54.420 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: get_masters {
masters {
id {
type: MASTER
index: 0
}
bound_rpc_address {
host: "127.31.56.190"
port: 42967
}
bound_http_address {
host: "127.31.56.190"
port: 34437
}
}
masters {
id {
type: MASTER
index: 1
}
bound_rpc_address {
host: "127.31.56.189"
port: 38133
}
bound_http_address {
host: "127.31.56.189"
port: 40211
}
}
masters {
id {
type: MASTER
index: 2
}
bound_rpc_address {
host: "127.31.56.188"
port: 33915
}
bound_http_address {
host: "127.31.56.188"
port: 44237
}
}
}
08:00:54.420 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_tservers {
}
08:00:54.422 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: get_tservers {
tservers {
id {
type: TSERVER
index: 0
}
bound_rpc_address {
host: "127.31.56.129"
port: 45911
}
bound_http_address {
host: "127.31.56.129"
port: 38545
}
}
tservers {
id {
type: TSERVER
index: 1
}
bound_rpc_address {
host: "127.31.56.130"
port: 42299
}
bound_http_address {
host: "127.31.56.130"
port: 43709
}
}
tservers {
id {
type: TSERVER
index: 2
}
bound_rpc_address {
host: "127.31.56.131"
port: 39855
}
bound_http_address {
host: "127.31.56.131"
port: 43309
}
}
}
08:00:54.422 [INFO - Time-limited test] (MiniKuduCluster.java:622) Running kinit for user test-admin
08:00:54.423 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: kinit {
username: "test-admin"
}
08:00:54.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 20 08:00:54 dist-test-slave-4pmm krb5kdc[31982](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781942454, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
08:00:54.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
08:00:54.459 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
08:00:54.461 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskL0jgDZ/test-tmp/mini-kudu-cluster3090097618479832737/krb5kdc/krb5cc
08:00:54.472 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
08:00:54.473 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskL0jgDZ/test-tmp/mini-kudu-cluster3090097618479832737/krb5kdc/krb5cc
08:00:54.474 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
08:00:54.500 [DEBUG - Time-limited test] (SecurityContext.java:158) Using caller-provided subject with Kerberos principal test-admin@KRBTEST.COM. Caller is responsible for refreshing credentials.
08:00:54.502 [INFO - Time-limited test] (MiniKuduCluster.java:622) Running kinit for user test-admin
08:00:54.502 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: kinit {
username: "test-admin"
}
08:00:54.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 20 08:00:54 dist-test-slave-4pmm krb5kdc[31982](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781942454, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
08:00:54.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
08:00:54.536 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
08:00:54.536 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskL0jgDZ/test-tmp/mini-kudu-cluster3090097618479832737/krb5kdc/krb5cc
08:00:54.538 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
08:00:54.538 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.31.56.188:33915
08:00:54.539 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 2
}
}
08:00:54.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:54.540458 31970 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskL0jgDZ/build/tsan/bin/kudu with pid 32165
08:00:54.567 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
08:00:54.567 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.31.56.189:38133
08:00:54.567 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 1
}
}
08:00:54.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:54.567929 31970 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskL0jgDZ/build/tsan/bin/kudu with pid 32079
08:00:54.600 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
08:00:54.600 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.31.56.190:42967
08:00:54.601 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 0
}
}
08:00:54.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:54.601404 31970 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskL0jgDZ/build/tsan/bin/kudu with pid 31999
08:00:54.638 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
08:00:54.638 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.31.56.188:33915
08:00:54.642 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 2
}
}
08:00:54.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:54.643857 31970 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskL0jgDZ/build/tsan/bin/kudu
08:00:54.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskL0jgDZ/build/tsan/bin/kudu
08:00:54.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskL0jgDZ/test-tmp/mini-kudu-cluster3090097618479832737/master-2/wal
08:00:54.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskL0jgDZ/test-tmp/mini-kudu-cluster3090097618479832737/master-2/data
08:00:54.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
08:00:54.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
08:00:54.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
08:00:54.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:00:54.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:00:54.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:00:54.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskL0jgDZ/test-tmp/mini-kudu-cluster3090097618479832737/master-2/logs
08:00:54.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskL0jgDZ/test-tmp/mini-kudu-cluster3090097618479832737/master-2/data/info.pb
08:00:54.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:00:54.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
08:00:54.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
08:00:54.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
08:00:54.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
08:00:54.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:00:54.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:00:54.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:00:54.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
08:00:54.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
08:00:54.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
08:00:54.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
08:00:54.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.31.56.188:33915
08:00:54.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.31.56.188
08:00:54.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=44237
08:00:54.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskL0jgDZ/test-tmp/mini-kudu-cluster3090097618479832737/krb5kdc/kudu.keytab
08:00:54.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.31.56.188
08:00:54.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
08:00:54.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
08:00:54.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
08:00:54.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
08:00:54.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.31.56.148:43731
08:00:54.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:00:54.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:00:54.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:00:54.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
08:00:54.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.31.56.190:42967,127.31.56.189:38133,127.31.56.188:33915
08:00:54.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
08:00:54.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:40337/jwks.json
08:00:54.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false
08:00:54.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskL0jgDZ/test-tmp/mini-kudu-cluster3090097618479832737/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskL0jgDZ/test-tmp/mini-kudu-cluster3090097618479832737/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskL0jgDZ/test-tmp/mini-kudu-cluster3090097618479832737/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
08:00:54.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 08:00:54.697065 32462 heartbeater.cc:646] Failed to heartbeat to 127.31.56.190:42967 (0 consecutive failures): Network error: Failed to send heartbeat to master: Client connection negotiation failed: client connection to 127.31.56.190:42967: connect: Connection refused (error 111)
08:00:54.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 08:00:54.972767 300 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
08:00:54.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 08:00:54.973316 300 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
08:00:54.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 08:00:54.974071 300 flags.cc:432] Enabled unsafe flag: --never_fsync=true
08:00:55.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 08:00:55.008420 300 flags.cc:432] Enabled experimental flag: --authn_token_validity_seconds=10
08:00:55.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 08:00:55.008706 300 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
08:00:55.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 08:00:55.009130 300 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
08:00:55.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 08:00:55.009358 300 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
08:00:55.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 08:00:55.009565 300 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
08:00:55.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 08:00:55.009769 300 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
08:00:55.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 08:00:55.009915 300 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:40337/jwks.json
08:00:55.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:55.050954 300 master_runner.cc:387] Master server non-default flags:
08:00:55.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:00:55.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.31.56.148:43731
08:00:55.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:00:55.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:00:55.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskL0jgDZ/test-tmp/mini-kudu-cluster3090097618479832737/master-2/data
08:00:55.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskL0jgDZ/test-tmp/mini-kudu-cluster3090097618479832737/master-2/wal
08:00:55.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
08:00:55.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
08:00:55.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.31.56.190:42967,127.31.56.189:38133,127.31.56.188:33915
08:00:55.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskL0jgDZ/test-tmp/mini-kudu-cluster3090097618479832737/krb5kdc/kudu.keytab
08:00:55.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.31.56.188
08:00:55.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:00:55.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:00:55.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
08:00:55.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.31.56.188:33915
08:00:55.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
08:00:55.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
08:00:55.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
08:00:55.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:40337/jwks.json
08:00:55.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
08:00:55.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
08:00:55.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
08:00:55.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:00:55.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:00:55.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskL0jgDZ/test-tmp/mini-kudu-cluster3090097618479832737/master-2/data/info.pb
08:00:55.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.31.56.188
08:00:55.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=44237
08:00:55.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
08:00:55.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:00:55.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
08:00:55.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
08:00:55.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:00:55.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskL0jgDZ/test-tmp/mini-kudu-cluster3090097618479832737/master-2/logs
08:00:55.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:00:55.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
08:00:55.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
08:00:55.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
08:00:55.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
08:00:55.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision faec34f53d4c9dd1e3a6dd2b7314d2fc7aadff6c
08:00:55.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
08:00:55.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 20 Jun 2026 07:43:22 UTC on e7f111948823
08:00:55.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 12483
08:00:55.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
08:00:55.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:55.052361 300 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
08:00:55.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:55.053334 300 file_cache.cc:492] Constructed file cache file cache with capacity 419430
08:00:55.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 08:00:55.066321 308 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:00:55.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 08:00:55.369866 32752 heartbeater.cc:646] Failed to heartbeat to 127.31.56.189:38133 (0 consecutive failures): Network error: Failed to send heartbeat to master: Client connection negotiation failed: client connection to 127.31.56.189:38133: connect: Connection refused (error 111)
08:00:55.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:55.377197 32756 heartbeater.cc:499] Master 127.31.56.190:42967 was elected leader, sending a full tablet report...
08:00:55.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 08:00:55.495174 32606 heartbeater.cc:646] Failed to heartbeat to 127.31.56.188:33915 (0 consecutive failures): Network error: Failed to send heartbeat to master: Client connection negotiation failed: client connection to 127.31.56.188:33915: connect: Connection refused (error 111)
08:00:56.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 08:00:56.468225 306 debug-util.cc:398] Leaking SignalData structure 0x7b080002ef00 after lost signal to thread 300
08:00:56.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 08:00:55.066927 307 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:00:56.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 08:00:56.934448 306 kernel_stack_watchdog.cc:198] Thread 300 stuck at /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:642 for 400ms:
08:00:56.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
08:00:56.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
08:00:56.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
08:00:56.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
08:00:56.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 08:00:56.935096 300 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.870s user 0.657s sys 1.101s
08:00:56.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 08:00:56.935459 300 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.870s user 0.657s sys 1.101s
08:00:56.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 08:00:56.936215 310 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:00:56.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 08:00:56.939383 309 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1867 milliseconds
08:00:56.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:56.939515 300 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
08:00:56.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:56.940716 300 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
08:00:56.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:56.943141 300 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
08:00:56.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:56.944476 300 hybrid_clock.cc:648] HybridClock initialized: now 1781942456944451 us; error 56 us; skew 500 ppm
08:00:56.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:56.945297 300 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
08:00:56.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 20 08:00:56 dist-test-slave-4pmm krb5kdc[31982](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781942456, etypes {rep=17 tkt=17 ses=17}, kudu/127.31.56.188@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
08:00:56.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:56.951674 300 init.cc:377] Logged in from keytab as kudu/127.31.56.188@KRBTEST.COM (short username kudu)
08:00:56.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:56.957369 300 webserver.cc:533] Webserver started at http://127.31.56.188:44237/ using document root <none> and password file <none>
08:00:56.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:56.958488 300 fs_manager.cc:362] Metadata directory not provided
08:00:56.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:56.958745 300 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
08:00:56.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:56.966485 300 fs_manager.cc:714] Time spent opening directory manager: real 0.005s user 0.006s sys 0.000s
08:00:56.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:56.970788 335 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
08:00:56.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:56.971971 300 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.003s sys 0.000s
08:00:56.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:56.972256 300 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskL0jgDZ/test-tmp/mini-kudu-cluster3090097618479832737/master-2/data,/tmp/dist-test-taskL0jgDZ/test-tmp/mini-kudu-cluster3090097618479832737/master-2/wal
08:00:56.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "63488b1f45214ea5b3d48e01ec272ede"
08:00:56.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 08:00:42 on dist-test-slave-4pmm"
08:00:56.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:56.974166 300 fs_report.cc:389] FS layout report
08:00:56.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
08:00:56.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskL0jgDZ/test-tmp/mini-kudu-cluster3090097618479832737/master-2/wal
08:00:56.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskL0jgDZ/test-tmp/mini-kudu-cluster3090097618479832737/master-2/wal
08:00:56.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskL0jgDZ/test-tmp/mini-kudu-cluster3090097618479832737/master-2/data/data
08:00:56.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
08:00:56.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
08:00:56.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
08:00:56.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
08:00:56.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
08:00:56.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
08:00:56.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
08:00:56.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
08:00:56.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
08:00:56.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
08:00:56.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
08:00:57.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:57.032321 300 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
08:00:57.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:57.038197 300 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
08:00:57.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:57.038638 300 kserver.cc:163] Server-wide thread pool size limit: 3276
08:00:57.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:57.117959 300 rpc_server.cc:307] RPC server started. Bound to: 127.31.56.188:33915
08:00:57.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:57.118085 386 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.31.56.188:33915 every 8 connection(s)
08:00:57.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:57.120939 300 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskL0jgDZ/test-tmp/mini-kudu-cluster3090097618479832737/master-2/data/info.pb
08:00:57.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:57.122352 31970 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskL0jgDZ/build/tsan/bin/kudu as pid 300
08:00:57.123 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
08:00:57.123 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.31.56.189:38133
08:00:57.123 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 1
}
}
08:00:57.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:57.125244 31970 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskL0jgDZ/build/tsan/bin/kudu
08:00:57.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskL0jgDZ/build/tsan/bin/kudu
08:00:57.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskL0jgDZ/test-tmp/mini-kudu-cluster3090097618479832737/master-1/wal
08:00:57.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskL0jgDZ/test-tmp/mini-kudu-cluster3090097618479832737/master-1/data
08:00:57.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
08:00:57.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
08:00:57.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
08:00:57.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:00:57.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:00:57.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:00:57.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskL0jgDZ/test-tmp/mini-kudu-cluster3090097618479832737/master-1/logs
08:00:57.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskL0jgDZ/test-tmp/mini-kudu-cluster3090097618479832737/master-1/data/info.pb
08:00:57.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:00:57.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
08:00:57.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
08:00:57.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
08:00:57.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
08:00:57.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:00:57.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:00:57.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:00:57.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
08:00:57.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
08:00:57.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
08:00:57.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
08:00:57.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.31.56.189:38133
08:00:57.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.31.56.189
08:00:57.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=40211
08:00:57.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskL0jgDZ/test-tmp/mini-kudu-cluster3090097618479832737/krb5kdc/kudu.keytab
08:00:57.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.31.56.189
08:00:57.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
08:00:57.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
08:00:57.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
08:00:57.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
08:00:57.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.31.56.148:43731
08:00:57.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:00:57.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:00:57.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:00:57.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
08:00:57.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.31.56.190:42967,127.31.56.189:38133,127.31.56.188:33915
08:00:57.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
08:00:57.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:40337/jwks.json
08:00:57.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false
08:00:57.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskL0jgDZ/test-tmp/mini-kudu-cluster3090097618479832737/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskL0jgDZ/test-tmp/mini-kudu-cluster3090097618479832737/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskL0jgDZ/test-tmp/mini-kudu-cluster3090097618479832737/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
08:00:57.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:57.134274 387 sys_catalog.cc:263] Verifying existing consensus state
08:00:57.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:57.140709 387 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 63488b1f45214ea5b3d48e01ec272ede: Bootstrap starting.
08:00:57.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:57.181147 387 log.cc:826] T 00000000000000000000000000000000 P 63488b1f45214ea5b3d48e01ec272ede: Log is configured to *not* fsync() on all Append() calls
08:00:57.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:57.199554 387 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 63488b1f45214ea5b3d48e01ec272ede: Bootstrap replayed 1/1 log segments. Stats: ops{read=4 overwritten=0 applied=4 ignored=0} inserts{seen=3 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
08:00:57.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:57.200698 387 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 63488b1f45214ea5b3d48e01ec272ede: Bootstrap complete.
08:00:57.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:57.227975 387 raft_consensus.cc:359] T 00000000000000000000000000000000 P 63488b1f45214ea5b3d48e01ec272ede [term 1 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "53e157afdae348ac92d037e259dfa084" member_type: VOTER last_known_addr { host: "127.31.56.190" port: 42967 } } peers { permanent_uuid: "c8b91703b5ef471f918c6538df3262f2" member_type: VOTER last_known_addr { host: "127.31.56.189" port: 38133 } } peers { permanent_uuid: "63488b1f45214ea5b3d48e01ec272ede" member_type: VOTER last_known_addr { host: "127.31.56.188" port: 33915 } }
08:00:57.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:57.231256 387 raft_consensus.cc:740] T 00000000000000000000000000000000 P 63488b1f45214ea5b3d48e01ec272ede [term 1 FOLLOWER]: Becoming Follower/Learner. State: Replica: 63488b1f45214ea5b3d48e01ec272ede, State: Initialized, Role: FOLLOWER
08:00:57.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:57.232501 387 consensus_queue.cc:260] T 00000000000000000000000000000000 P 63488b1f45214ea5b3d48e01ec272ede [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 4, Last appended: 1.4, Last appended by leader: 4, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "53e157afdae348ac92d037e259dfa084" member_type: VOTER last_known_addr { host: "127.31.56.190" port: 42967 } } peers { permanent_uuid: "c8b91703b5ef471f918c6538df3262f2" member_type: VOTER last_known_addr { host: "127.31.56.189" port: 38133 } } peers { permanent_uuid: "63488b1f45214ea5b3d48e01ec272ede" member_type: VOTER last_known_addr { host: "127.31.56.188" port: 33915 } }
08:00:57.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:57.236578 391 sys_catalog.cc:455] T 00000000000000000000000000000000 P 63488b1f45214ea5b3d48e01ec272ede [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 1 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "53e157afdae348ac92d037e259dfa084" member_type: VOTER last_known_addr { host: "127.31.56.190" port: 42967 } } peers { permanent_uuid: "c8b91703b5ef471f918c6538df3262f2" member_type: VOTER last_known_addr { host: "127.31.56.189" port: 38133 } } peers { permanent_uuid: "63488b1f45214ea5b3d48e01ec272ede" member_type: VOTER last_known_addr { host: "127.31.56.188" port: 33915 } } }
08:00:57.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:57.237694 391 sys_catalog.cc:458] T 00000000000000000000000000000000 P 63488b1f45214ea5b3d48e01ec272ede [sys.catalog]: This master's current role is: FOLLOWER
08:00:57.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:57.238543 387 sys_catalog.cc:565] T 00000000000000000000000000000000 P 63488b1f45214ea5b3d48e01ec272ede [sys.catalog]: configured and running, proceeding with master startup.
08:00:57.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:57.276702 300 master_runner.cc:187] Error getting master registration for 127.31.56.190:42967: Network error: Client connection negotiation failed: client connection to 127.31.56.190:42967: connect: Connection refused (error 111),
08:00:57.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:57.314284 300 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
08:00:57.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:57.327505 402 catalog_manager.cc:1294] Loaded cluster ID: 7bbc8cc81c0a4525b19af6b201fe43b2
08:00:57.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:57.327919 402 catalog_manager.cc:1587] T 00000000000000000000000000000000 P 63488b1f45214ea5b3d48e01ec272ede: loading cluster ID for follower catalog manager: success
08:00:57.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:57.336961 402 catalog_manager.cc:1609] T 00000000000000000000000000000000 P 63488b1f45214ea5b3d48e01ec272ede: acquiring CA information for follower catalog manager: success
08:00:57.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:57.343743 402 catalog_manager.cc:1637] T 00000000000000000000000000000000 P 63488b1f45214ea5b3d48e01ec272ede: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
08:00:57.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 20 08:00:57 dist-test-slave-4pmm krb5kdc[31982](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781942457, etypes {rep=17 tkt=17 ses=17}, kudu/127.31.56.129@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
08:00:57.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:57.427577 32337 init.cc:295] Successfully reacquired a new kerberos TGT
08:00:57.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:57.448086 32753 heartbeater.cc:344] Connected to a master server at 127.31.56.188:33915
08:00:57.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:57.455341 352 master_service.cc:438] Got heartbeat from unknown tserver (permanent_uuid: "e158f7880b34467aa9f88b3c0483c789" instance_seqno: 1781942454160246) as {username='kudu', principal='kudu/127.31.56.131@KRBTEST.COM'} at 127.31.56.131:47057; Asking this server to re-register.
08:00:57.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:57.458444 32753 heartbeater.cc:461] Registering TS with master...
08:00:57.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:57.463004 352 ts_manager.cc:194] Registered new tserver with Master: e158f7880b34467aa9f88b3c0483c789 (127.31.56.131:39855)
08:00:57.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:57.545841 32606 heartbeater.cc:344] Connected to a master server at 127.31.56.188:33915
08:00:57.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:57.548815 352 master_service.cc:438] Got heartbeat from unknown tserver (permanent_uuid: "85f15d8030bc41549b2685b55367cad8" instance_seqno: 1781942451248413) as {username='kudu', principal='kudu/127.31.56.130@KRBTEST.COM'} at 127.31.56.130:39983; Asking this server to re-register.
08:00:57.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:57.550479 32606 heartbeater.cc:461] Registering TS with master...
08:00:57.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:57.553628 352 ts_manager.cc:194] Registered new tserver with Master: 85f15d8030bc41549b2685b55367cad8 (127.31.56.130:42299)
08:00:57.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 08:00:57.575857 389 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
08:00:57.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 08:00:57.576578 389 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
08:00:57.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 08:00:57.577435 389 flags.cc:432] Enabled unsafe flag: --never_fsync=true
08:00:57.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 08:00:57.613773 389 flags.cc:432] Enabled experimental flag: --authn_token_validity_seconds=10
08:00:57.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 08:00:57.614027 389 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
08:00:57.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 08:00:57.614372 389 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
08:00:57.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 08:00:57.614647 389 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
08:00:57.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 08:00:57.614862 389 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
08:00:57.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 08:00:57.615201 389 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
08:00:57.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 08:00:57.615698 389 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:40337/jwks.json
08:00:57.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:57.660805 389 master_runner.cc:387] Master server non-default flags:
08:00:57.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:00:57.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.31.56.148:43731
08:00:57.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:00:57.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:00:57.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskL0jgDZ/test-tmp/mini-kudu-cluster3090097618479832737/master-1/data
08:00:57.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskL0jgDZ/test-tmp/mini-kudu-cluster3090097618479832737/master-1/wal
08:00:57.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
08:00:57.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
08:00:57.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.31.56.190:42967,127.31.56.189:38133,127.31.56.188:33915
08:00:57.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskL0jgDZ/test-tmp/mini-kudu-cluster3090097618479832737/krb5kdc/kudu.keytab
08:00:57.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.31.56.189
08:00:57.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:00:57.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:00:57.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
08:00:57.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.31.56.189:38133
08:00:57.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
08:00:57.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
08:00:57.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
08:00:57.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:40337/jwks.json
08:00:57.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
08:00:57.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
08:00:57.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
08:00:57.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:00:57.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:00:57.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskL0jgDZ/test-tmp/mini-kudu-cluster3090097618479832737/master-1/data/info.pb
08:00:57.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.31.56.189
08:00:57.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=40211
08:00:57.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
08:00:57.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:00:57.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
08:00:57.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
08:00:57.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:00:57.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskL0jgDZ/test-tmp/mini-kudu-cluster3090097618479832737/master-1/logs
08:00:57.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:00:57.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
08:00:57.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
08:00:57.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
08:00:57.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
08:00:57.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision faec34f53d4c9dd1e3a6dd2b7314d2fc7aadff6c
08:00:57.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
08:00:57.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 20 Jun 2026 07:43:22 UTC on e7f111948823
08:00:57.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 12483
08:00:57.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
08:00:57.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:57.662366 389 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
08:00:57.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:57.663383 389 file_cache.cc:492] Constructed file cache file cache with capacity 419430
08:00:57.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 08:00:57.675453 417 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:00:57.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:57.823311 32458 heartbeater.cc:344] Connected to a master server at 127.31.56.188:33915
08:00:57.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:57.826110 352 master_service.cc:438] Got heartbeat from unknown tserver (permanent_uuid: "80d1f957e53548db82af866cb855830d" instance_seqno: 1781942448446012) as {username='kudu', principal='kudu/127.31.56.129@KRBTEST.COM'} at 127.31.56.129:60055; Asking this server to re-register.
08:00:57.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:57.827617 32458 heartbeater.cc:461] Registering TS with master...
08:00:57.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:57.831777 352 ts_manager.cc:194] Registered new tserver with Master: 80d1f957e53548db82af866cb855830d (127.31.56.129:45911)
08:00:59.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 08:00:57.688488 420 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:00:59.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:57.688490 389 server_base.cc:1061] running on GCE node
08:00:59.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 08:00:57.685719 418 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:00:59.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:59.070749 389 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
08:00:59.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:59.074385 389 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
08:00:59.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:59.076277 389 hybrid_clock.cc:648] HybridClock initialized: now 1781942459076216 us; error 51 us; skew 500 ppm
08:00:59.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:59.077509 389 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
08:00:59.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 20 08:00:59 dist-test-slave-4pmm krb5kdc[31982](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781942459, etypes {rep=17 tkt=17 ses=17}, kudu/127.31.56.189@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
08:00:59.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:59.087560 389 init.cc:377] Logged in from keytab as kudu/127.31.56.189@KRBTEST.COM (short username kudu)
08:00:59.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:59.096098 389 webserver.cc:533] Webserver started at http://127.31.56.189:40211/ using document root <none> and password file <none>
08:00:59.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:59.098523 389 fs_manager.cc:362] Metadata directory not provided
08:00:59.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:59.099359 389 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
08:00:59.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:59.115343 435 raft_consensus.cc:493] T 00000000000000000000000000000000 P 63488b1f45214ea5b3d48e01ec272ede [term 1 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
08:00:59.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:59.116510 435 raft_consensus.cc:515] T 00000000000000000000000000000000 P 63488b1f45214ea5b3d48e01ec272ede [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "53e157afdae348ac92d037e259dfa084" member_type: VOTER last_known_addr { host: "127.31.56.190" port: 42967 } } peers { permanent_uuid: "c8b91703b5ef471f918c6538df3262f2" member_type: VOTER last_known_addr { host: "127.31.56.189" port: 38133 } } peers { permanent_uuid: "63488b1f45214ea5b3d48e01ec272ede" member_type: VOTER last_known_addr { host: "127.31.56.188" port: 33915 } }
08:00:59.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:59.120746 435 leader_election.cc:290] T 00000000000000000000000000000000 P 63488b1f45214ea5b3d48e01ec272ede [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers 53e157afdae348ac92d037e259dfa084 (127.31.56.190:42967), c8b91703b5ef471f918c6538df3262f2 (127.31.56.189:38133)
08:00:59.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:59.122316 389 fs_manager.cc:714] Time spent opening directory manager: real 0.014s user 0.002s sys 0.005s
08:00:59.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:59.135421 439 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
08:00:59.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:59.137038 389 fs_manager.cc:730] Time spent opening block manager: real 0.011s user 0.005s sys 0.004s
08:00:59.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:59.137478 389 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskL0jgDZ/test-tmp/mini-kudu-cluster3090097618479832737/master-1/data,/tmp/dist-test-taskL0jgDZ/test-tmp/mini-kudu-cluster3090097618479832737/master-1/wal
08:00:59.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c8b91703b5ef471f918c6538df3262f2"
08:00:59.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 08:00:39 on dist-test-slave-4pmm"
08:00:59.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:59.140820 389 fs_report.cc:389] FS layout report
08:00:59.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
08:00:59.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskL0jgDZ/test-tmp/mini-kudu-cluster3090097618479832737/master-1/wal
08:00:59.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskL0jgDZ/test-tmp/mini-kudu-cluster3090097618479832737/master-1/wal
08:00:59.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskL0jgDZ/test-tmp/mini-kudu-cluster3090097618479832737/master-1/data/data
08:00:59.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
08:00:59.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
08:00:59.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
08:00:59.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
08:00:59.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
08:00:59.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
08:00:59.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
08:00:59.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
08:00:59.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
08:00:59.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
08:00:59.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
08:00:59.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 08:00:59.143963 339 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.31.56.189:38133: connect: Connection refused (error 111)
08:00:59.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 08:00:59.162161 339 leader_election.cc:336] T 00000000000000000000000000000000 P 63488b1f45214ea5b3d48e01ec272ede [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer c8b91703b5ef471f918c6538df3262f2 (127.31.56.189:38133): Network error: Client connection negotiation failed: client connection to 127.31.56.189:38133: connect: Connection refused (error 111)
08:00:59.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 08:00:59.165160 337 leader_election.cc:336] T 00000000000000000000000000000000 P 63488b1f45214ea5b3d48e01ec272ede [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer 53e157afdae348ac92d037e259dfa084 (127.31.56.190:42967): Network error: Client connection negotiation failed: client connection to 127.31.56.190:42967: connect: Connection refused (error 111)
08:00:59.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:59.167464 337 leader_election.cc:304] T 00000000000000000000000000000000 P 63488b1f45214ea5b3d48e01ec272ede [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 63488b1f45214ea5b3d48e01ec272ede; no voters: 53e157afdae348ac92d037e259dfa084, c8b91703b5ef471f918c6538df3262f2
08:00:59.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:59.168924 435 raft_consensus.cc:2749] T 00000000000000000000000000000000 P 63488b1f45214ea5b3d48e01ec272ede [term 1 FOLLOWER]: Leader pre-election lost for term 2. Reason: could not achieve majority
08:00:59.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 08:00:59.208379 31672 debug-util.cc:398] Leaking SignalData structure 0x7b08000b2740 after lost signal to thread 31540
08:00:59.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 08:00:59.209419 31672 debug-util.cc:398] Leaking SignalData structure 0x7b08000ad360 after lost signal to thread 31675
08:00:59.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:59.221398 389 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
08:00:59.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:59.236886 389 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
08:00:59.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:59.237869 389 kserver.cc:163] Server-wide thread pool size limit: 3276
08:00:59.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:59.468117 389 rpc_server.cc:307] RPC server started. Bound to: 127.31.56.189:38133
08:00:59.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:59.468182 493 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.31.56.189:38133 every 8 connection(s)
08:00:59.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:59.471858 389 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskL0jgDZ/test-tmp/mini-kudu-cluster3090097618479832737/master-1/data/info.pb
08:00:59.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:59.472944 31970 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskL0jgDZ/build/tsan/bin/kudu as pid 389
08:00:59.474 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
08:00:59.474 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.31.56.190:42967
08:00:59.474 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 0
}
}
08:00:59.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:59.476696 31970 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskL0jgDZ/build/tsan/bin/kudu
08:00:59.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskL0jgDZ/build/tsan/bin/kudu
08:00:59.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskL0jgDZ/test-tmp/mini-kudu-cluster3090097618479832737/master-0/wal
08:00:59.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskL0jgDZ/test-tmp/mini-kudu-cluster3090097618479832737/master-0/data
08:00:59.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
08:00:59.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
08:00:59.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
08:00:59.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:00:59.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:00:59.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:00:59.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskL0jgDZ/test-tmp/mini-kudu-cluster3090097618479832737/master-0/logs
08:00:59.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskL0jgDZ/test-tmp/mini-kudu-cluster3090097618479832737/master-0/data/info.pb
08:00:59.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:00:59.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
08:00:59.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
08:00:59.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
08:00:59.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
08:00:59.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:00:59.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:00:59.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:00:59.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
08:00:59.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
08:00:59.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
08:00:59.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
08:00:59.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.31.56.190:42967
08:00:59.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.31.56.190
08:00:59.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=34437
08:00:59.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskL0jgDZ/test-tmp/mini-kudu-cluster3090097618479832737/krb5kdc/kudu.keytab
08:00:59.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.31.56.190
08:00:59.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
08:00:59.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
08:00:59.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
08:00:59.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
08:00:59.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.31.56.148:43731
08:00:59.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:00:59.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:00:59.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:00:59.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
08:00:59.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.31.56.190:42967,127.31.56.189:38133,127.31.56.188:33915
08:00:59.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
08:00:59.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:40337/jwks.json
08:00:59.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false
08:00:59.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskL0jgDZ/test-tmp/mini-kudu-cluster3090097618479832737/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskL0jgDZ/test-tmp/mini-kudu-cluster3090097618479832737/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskL0jgDZ/test-tmp/mini-kudu-cluster3090097618479832737/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
08:00:59.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:59.492641 494 sys_catalog.cc:263] Verifying existing consensus state
08:00:59.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:59.498919 494 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P c8b91703b5ef471f918c6538df3262f2: Bootstrap starting.
08:00:59.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:59.565800 494 log.cc:826] T 00000000000000000000000000000000 P c8b91703b5ef471f918c6538df3262f2: Log is configured to *not* fsync() on all Append() calls
08:00:59.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:59.598826 494 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P c8b91703b5ef471f918c6538df3262f2: Bootstrap replayed 1/1 log segments. Stats: ops{read=4 overwritten=0 applied=4 ignored=0} inserts{seen=3 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
08:00:59.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:59.600174 494 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P c8b91703b5ef471f918c6538df3262f2: Bootstrap complete.
08:00:59.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:59.605548 32605 heartbeater.cc:344] Connected to a master server at 127.31.56.189:38133
08:00:59.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:59.629832 494 raft_consensus.cc:359] T 00000000000000000000000000000000 P c8b91703b5ef471f918c6538df3262f2 [term 1 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "53e157afdae348ac92d037e259dfa084" member_type: VOTER last_known_addr { host: "127.31.56.190" port: 42967 } } peers { permanent_uuid: "c8b91703b5ef471f918c6538df3262f2" member_type: VOTER last_known_addr { host: "127.31.56.189" port: 38133 } } peers { permanent_uuid: "63488b1f45214ea5b3d48e01ec272ede" member_type: VOTER last_known_addr { host: "127.31.56.188" port: 33915 } }
08:00:59.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:59.632856 494 raft_consensus.cc:740] T 00000000000000000000000000000000 P c8b91703b5ef471f918c6538df3262f2 [term 1 FOLLOWER]: Becoming Follower/Learner. State: Replica: c8b91703b5ef471f918c6538df3262f2, State: Initialized, Role: FOLLOWER
08:00:59.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:59.633864 494 consensus_queue.cc:260] T 00000000000000000000000000000000 P c8b91703b5ef471f918c6538df3262f2 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 4, Last appended: 1.4, Last appended by leader: 4, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "53e157afdae348ac92d037e259dfa084" member_type: VOTER last_known_addr { host: "127.31.56.190" port: 42967 } } peers { permanent_uuid: "c8b91703b5ef471f918c6538df3262f2" member_type: VOTER last_known_addr { host: "127.31.56.189" port: 38133 } } peers { permanent_uuid: "63488b1f45214ea5b3d48e01ec272ede" member_type: VOTER last_known_addr { host: "127.31.56.188" port: 33915 } }
08:00:59.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:59.636656 501 sys_catalog.cc:455] T 00000000000000000000000000000000 P c8b91703b5ef471f918c6538df3262f2 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 1 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "53e157afdae348ac92d037e259dfa084" member_type: VOTER last_known_addr { host: "127.31.56.190" port: 42967 } } peers { permanent_uuid: "c8b91703b5ef471f918c6538df3262f2" member_type: VOTER last_known_addr { host: "127.31.56.189" port: 38133 } } peers { permanent_uuid: "63488b1f45214ea5b3d48e01ec272ede" member_type: VOTER last_known_addr { host: "127.31.56.188" port: 33915 } } }
08:00:59.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:59.637665 501 sys_catalog.cc:458] T 00000000000000000000000000000000 P c8b91703b5ef471f918c6538df3262f2 [sys.catalog]: This master's current role is: FOLLOWER
08:00:59.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:59.638507 494 sys_catalog.cc:565] T 00000000000000000000000000000000 P c8b91703b5ef471f918c6538df3262f2 [sys.catalog]: configured and running, proceeding with master startup.
08:00:59.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:59.685925 512 catalog_manager.cc:1294] Loaded cluster ID: 7bbc8cc81c0a4525b19af6b201fe43b2
08:00:59.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:59.687784 512 catalog_manager.cc:1587] T 00000000000000000000000000000000 P c8b91703b5ef471f918c6538df3262f2: loading cluster ID for follower catalog manager: success
08:00:59.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:59.703825 512 catalog_manager.cc:1609] T 00000000000000000000000000000000 P c8b91703b5ef471f918c6538df3262f2: acquiring CA information for follower catalog manager: success
08:00:59.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:59.683586 389 master_runner.cc:187] Error getting master registration for 127.31.56.190:42967: Network error: Client connection negotiation failed: client connection to 127.31.56.190:42967: connect: Connection refused (error 111),
08:00:59.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:59.712373 389 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
08:00:59.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:59.714692 512 catalog_manager.cc:1637] T 00000000000000000000000000000000 P c8b91703b5ef471f918c6538df3262f2: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
08:00:59.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:59.903257 32457 heartbeater.cc:344] Connected to a master server at 127.31.56.189:38133
08:00:59.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:59.915043 457 master_service.cc:438] Got heartbeat from unknown tserver (permanent_uuid: "80d1f957e53548db82af866cb855830d" instance_seqno: 1781942448446012) as {username='kudu', principal='kudu/127.31.56.129@KRBTEST.COM'} at 127.31.56.129:50017; Asking this server to re-register.
08:00:59.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:59.917725 32457 heartbeater.cc:461] Registering TS with master...
08:00:59.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:00:59.922612 456 ts_manager.cc:194] Registered new tserver with Master: 80d1f957e53548db82af866cb855830d (127.31.56.129:45911)
08:00:59.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 08:00:59.976097 496 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
08:00:59.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 08:00:59.976817 496 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
08:00:59.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 08:00:59.977630 496 flags.cc:432] Enabled unsafe flag: --never_fsync=true
08:01:00.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 08:01:00.027115 496 flags.cc:432] Enabled experimental flag: --authn_token_validity_seconds=10
08:01:00.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 08:01:00.027452 496 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
08:01:00.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 08:01:00.027947 496 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
08:01:00.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 08:01:00.028914 496 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
08:01:00.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 08:01:00.031600 496 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
08:01:00.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 08:01:00.031970 496 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
08:01:00.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 08:01:00.032230 496 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:40337/jwks.json
08:01:00.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:01:00.078832 496 master_runner.cc:387] Master server non-default flags:
08:01:00.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:01:00.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.31.56.148:43731
08:01:00.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:01:00.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:01:00.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskL0jgDZ/test-tmp/mini-kudu-cluster3090097618479832737/master-0/data
08:01:00.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskL0jgDZ/test-tmp/mini-kudu-cluster3090097618479832737/master-0/wal
08:01:00.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
08:01:00.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
08:01:00.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.31.56.190:42967,127.31.56.189:38133,127.31.56.188:33915
08:01:00.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskL0jgDZ/test-tmp/mini-kudu-cluster3090097618479832737/krb5kdc/kudu.keytab
08:01:00.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.31.56.190
08:01:00.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:01:00.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:01:00.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
08:01:00.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.31.56.190:42967
08:01:00.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
08:01:00.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
08:01:00.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
08:01:00.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:40337/jwks.json
08:01:00.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
08:01:00.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
08:01:00.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
08:01:00.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:01:00.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:01:00.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskL0jgDZ/test-tmp/mini-kudu-cluster3090097618479832737/master-0/data/info.pb
08:01:00.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.31.56.190
08:01:00.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=34437
08:01:00.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
08:01:00.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:01:00.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
08:01:00.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
08:01:00.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:01:00.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskL0jgDZ/test-tmp/mini-kudu-cluster3090097618479832737/master-0/logs
08:01:00.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:01:00.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
08:01:00.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
08:01:00.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
08:01:00.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
08:01:00.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision faec34f53d4c9dd1e3a6dd2b7314d2fc7aadff6c
08:01:00.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
08:01:00.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 20 Jun 2026 07:43:22 UTC on e7f111948823
08:01:00.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 12483
08:01:00.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
08:01:00.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:01:00.080809 496 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
08:01:00.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:01:00.082434 496 file_cache.cc:492] Constructed file cache file cache with capacity 419430
08:01:00.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 08:01:00.098459 524 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:01:00.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:01:00.531319 32752 heartbeater.cc:344] Connected to a master server at 127.31.56.189:38133
08:01:00.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:01:00.534281 456 master_service.cc:438] Got heartbeat from unknown tserver (permanent_uuid: "e158f7880b34467aa9f88b3c0483c789" instance_seqno: 1781942454160246) as {username='kudu', principal='kudu/127.31.56.131@KRBTEST.COM'} at 127.31.56.131:55757; Asking this server to re-register.
08:01:00.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:01:00.536442 32752 heartbeater.cc:461] Registering TS with master...
08:01:00.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:01:00.542755 456 ts_manager.cc:194] Registered new tserver with Master: e158f7880b34467aa9f88b3c0483c789 (127.31.56.131:39855)
08:01:00.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:01:00.614109 456 master_service.cc:438] Got heartbeat from unknown tserver (permanent_uuid: "85f15d8030bc41549b2685b55367cad8" instance_seqno: 1781942451248413) as {username='kudu', principal='kudu/127.31.56.130@KRBTEST.COM'} at 127.31.56.130:53219; Asking this server to re-register.
08:01:00.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:01:00.616613 32605 heartbeater.cc:461] Registering TS with master...
08:01:00.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:01:00.622008 456 ts_manager.cc:194] Registered new tserver with Master: 85f15d8030bc41549b2685b55367cad8 (127.31.56.130:42299)
08:01:00.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 20 08:01:00 dist-test-slave-4pmm krb5kdc[31982](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781942460, etypes {rep=17 tkt=17 ses=17}, kudu/127.31.56.130@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
08:01:00.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:01:00.932968 32488 init.cc:295] Successfully reacquired a new kerberos TGT
08:01:01.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:01:01.176888 535 raft_consensus.cc:493] T 00000000000000000000000000000000 P 63488b1f45214ea5b3d48e01ec272ede [term 1 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
08:01:01.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:01:01.178226 535 raft_consensus.cc:515] T 00000000000000000000000000000000 P 63488b1f45214ea5b3d48e01ec272ede [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "53e157afdae348ac92d037e259dfa084" member_type: VOTER last_known_addr { host: "127.31.56.190" port: 42967 } } peers { permanent_uuid: "c8b91703b5ef471f918c6538df3262f2" member_type: VOTER last_known_addr { host: "127.31.56.189" port: 38133 } } peers { permanent_uuid: "63488b1f45214ea5b3d48e01ec272ede" member_type: VOTER last_known_addr { host: "127.31.56.188" port: 33915 } }
08:01:01.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:01:01.224152 535 leader_election.cc:290] T 00000000000000000000000000000000 P 63488b1f45214ea5b3d48e01ec272ede [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers 53e157afdae348ac92d037e259dfa084 (127.31.56.190:42967), c8b91703b5ef471f918c6538df3262f2 (127.31.56.189:38133)
08:01:01.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:01:01.269534 467 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "63488b1f45214ea5b3d48e01ec272ede" candidate_term: 2 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "c8b91703b5ef471f918c6538df3262f2" is_pre_election: true
08:01:01.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:01:01.271255 467 raft_consensus.cc:2468] T 00000000000000000000000000000000 P c8b91703b5ef471f918c6538df3262f2 [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 63488b1f45214ea5b3d48e01ec272ede in term 1.
08:01:01.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:01:01.279603 339 leader_election.cc:304] T 00000000000000000000000000000000 P 63488b1f45214ea5b3d48e01ec272ede [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 63488b1f45214ea5b3d48e01ec272ede, c8b91703b5ef471f918c6538df3262f2; no voters:
08:01:01.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:01:01.285606 535 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 63488b1f45214ea5b3d48e01ec272ede [term 1 FOLLOWER]: Leader pre-election won for term 2
08:01:01.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:01:01.286410 535 raft_consensus.cc:493] T 00000000000000000000000000000000 P 63488b1f45214ea5b3d48e01ec272ede [term 1 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
08:01:01.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:01:01.287065 535 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 63488b1f45214ea5b3d48e01ec272ede [term 1 FOLLOWER]: Advancing to term 2
08:01:01.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 08:01:01.315780 337 leader_election.cc:336] T 00000000000000000000000000000000 P 63488b1f45214ea5b3d48e01ec272ede [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer 53e157afdae348ac92d037e259dfa084 (127.31.56.190:42967): Network error: Client connection negotiation failed: client connection to 127.31.56.190:42967: connect: Connection refused (error 111)
08:01:01.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:01:01.341778 535 raft_consensus.cc:515] T 00000000000000000000000000000000 P 63488b1f45214ea5b3d48e01ec272ede [term 2 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "53e157afdae348ac92d037e259dfa084" member_type: VOTER last_known_addr { host: "127.31.56.190" port: 42967 } } peers { permanent_uuid: "c8b91703b5ef471f918c6538df3262f2" member_type: VOTER last_known_addr { host: "127.31.56.189" port: 38133 } } peers { permanent_uuid: "63488b1f45214ea5b3d48e01ec272ede" member_type: VOTER last_known_addr { host: "127.31.56.188" port: 33915 } }
08:01:01.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 08:01:01.353082 337 leader_election.cc:336] T 00000000000000000000000000000000 P 63488b1f45214ea5b3d48e01ec272ede [CANDIDATE]: Term 2 election: RPC error from VoteRequest() call to peer 53e157afdae348ac92d037e259dfa084 (127.31.56.190:42967): Network error: Client connection negotiation failed: client connection to 127.31.56.190:42967: connect: Connection refused (error 111)
08:01:01.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:01:01.356767 467 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "63488b1f45214ea5b3d48e01ec272ede" candidate_term: 2 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "c8b91703b5ef471f918c6538df3262f2"
08:01:01.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:01:01.357641 467 raft_consensus.cc:3060] T 00000000000000000000000000000000 P c8b91703b5ef471f918c6538df3262f2 [term 1 FOLLOWER]: Advancing to term 2
08:01:01.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:01:01.371667 535 leader_election.cc:290] T 00000000000000000000000000000000 P 63488b1f45214ea5b3d48e01ec272ede [CANDIDATE]: Term 2 election: Requested vote from peers 53e157afdae348ac92d037e259dfa084 (127.31.56.190:42967), c8b91703b5ef471f918c6538df3262f2 (127.31.56.189:38133)
08:01:01.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:01:01.380282 467 raft_consensus.cc:2468] T 00000000000000000000000000000000 P c8b91703b5ef471f918c6538df3262f2 [term 2 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 63488b1f45214ea5b3d48e01ec272ede in term 2.
08:01:01.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:01:01.384217 339 leader_election.cc:304] T 00000000000000000000000000000000 P 63488b1f45214ea5b3d48e01ec272ede [CANDIDATE]: Term 2 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 63488b1f45214ea5b3d48e01ec272ede, c8b91703b5ef471f918c6538df3262f2; no voters: 53e157afdae348ac92d037e259dfa084
08:01:01.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:01:01.389144 535 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 63488b1f45214ea5b3d48e01ec272ede [term 2 FOLLOWER]: Leader election won for term 2
08:01:01.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:01:01.404946 535 raft_consensus.cc:697] T 00000000000000000000000000000000 P 63488b1f45214ea5b3d48e01ec272ede [term 2 LEADER]: Becoming Leader. State: Replica: 63488b1f45214ea5b3d48e01ec272ede, State: Running, Role: LEADER
08:01:01.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:01:01.406828 535 consensus_queue.cc:237] T 00000000000000000000000000000000 P 63488b1f45214ea5b3d48e01ec272ede [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 4, Committed index: 4, Last appended: 1.4, Last appended by leader: 4, Current term: 2, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "53e157afdae348ac92d037e259dfa084" member_type: VOTER last_known_addr { host: "127.31.56.190" port: 42967 } } peers { permanent_uuid: "c8b91703b5ef471f918c6538df3262f2" member_type: VOTER last_known_addr { host: "127.31.56.189" port: 38133 } } peers { permanent_uuid: "63488b1f45214ea5b3d48e01ec272ede" member_type: VOTER last_known_addr { host: "127.31.56.188" port: 33915 } }
08:01:01.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:01:01.446453 540 sys_catalog.cc:455] T 00000000000000000000000000000000 P 63488b1f45214ea5b3d48e01ec272ede [sys.catalog]: SysCatalogTable state changed. Reason: New leader 63488b1f45214ea5b3d48e01ec272ede. Latest consensus state: current_term: 2 leader_uuid: "63488b1f45214ea5b3d48e01ec272ede" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "53e157afdae348ac92d037e259dfa084" member_type: VOTER last_known_addr { host: "127.31.56.190" port: 42967 } } peers { permanent_uuid: "c8b91703b5ef471f918c6538df3262f2" member_type: VOTER last_known_addr { host: "127.31.56.189" port: 38133 } } peers { permanent_uuid: "63488b1f45214ea5b3d48e01ec272ede" member_type: VOTER last_known_addr { host: "127.31.56.188" port: 33915 } } }
08:01:01.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:01:01.451629 540 sys_catalog.cc:458] T 00000000000000000000000000000000 P 63488b1f45214ea5b3d48e01ec272ede [sys.catalog]: This master's current role is: LEADER
08:01:01.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:01:01.489723 542 catalog_manager.cc:1510] Loading table and tablet metadata into memory...
08:01:01.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:01:01.514389 542 catalog_manager.cc:1519] Initializing Kudu cluster ID...
08:01:01.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:01:01.524688 542 catalog_manager.cc:1294] Loaded cluster ID: 7bbc8cc81c0a4525b19af6b201fe43b2
08:01:01.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:01:01.530679 542 catalog_manager.cc:1530] Initializing Kudu internal certificate authority...
08:01:01.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:01:01.538079 542 catalog_manager.cc:1539] Loading token signing keys...
08:01:01.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:01:01.558561 542 catalog_manager.cc:6080] T 00000000000000000000000000000000 P 63488b1f45214ea5b3d48e01ec272ede: Loaded TSK: 0
08:01:01.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:01:01.560701 542 catalog_manager.cc:1549] Initializing in-progress tserver states...
08:01:01.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:01:01.804104 467 raft_consensus.cc:1275] T 00000000000000000000000000000000 P c8b91703b5ef471f918c6538df3262f2 [term 2 FOLLOWER]: Refusing update from remote peer 63488b1f45214ea5b3d48e01ec272ede: Log matching property violated. Preceding OpId in replica: term: 1 index: 4. Preceding OpId from leader: term: 2 index: 5. (index mismatch)
08:01:01.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:01:01.809094 540 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 63488b1f45214ea5b3d48e01ec272ede [LEADER]: Connected to new peer: Peer: permanent_uuid: "c8b91703b5ef471f918c6538df3262f2" member_type: VOTER last_known_addr { host: "127.31.56.189" port: 38133 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 5, Last known committed idx: 4, Time since last communication: 0.001s
08:01:01.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 08:01:01.822954 337 consensus_peers.cc:597] T 00000000000000000000000000000000 P 63488b1f45214ea5b3d48e01ec272ede -> Peer 53e157afdae348ac92d037e259dfa084 (127.31.56.190:42967): Couldn't send request to peer 53e157afdae348ac92d037e259dfa084. Status: Network error: Client connection negotiation failed: client connection to 127.31.56.190:42967: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
08:01:01.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:01:01.879119 545 sys_catalog.cc:455] T 00000000000000000000000000000000 P c8b91703b5ef471f918c6538df3262f2 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 63488b1f45214ea5b3d48e01ec272ede. Latest consensus state: current_term: 2 leader_uuid: "63488b1f45214ea5b3d48e01ec272ede" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "53e157afdae348ac92d037e259dfa084" member_type: VOTER last_known_addr { host: "127.31.56.190" port: 42967 } } peers { permanent_uuid: "c8b91703b5ef471f918c6538df3262f2" member_type: VOTER last_known_addr { host: "127.31.56.189" port: 38133 } } peers { permanent_uuid: "63488b1f45214ea5b3d48e01ec272ede" member_type: VOTER last_known_addr { host: "127.31.56.188" port: 33915 } } }
08:01:01.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:01:01.880229 545 sys_catalog.cc:458] T 00000000000000000000000000000000 P c8b91703b5ef471f918c6538df3262f2 [sys.catalog]: This master's current role is: FOLLOWER
08:01:01.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:01:01.887779 535 sys_catalog.cc:455] T 00000000000000000000000000000000 P 63488b1f45214ea5b3d48e01ec272ede [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 2 leader_uuid: "63488b1f45214ea5b3d48e01ec272ede" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "53e157afdae348ac92d037e259dfa084" member_type: VOTER last_known_addr { host: "127.31.56.190" port: 42967 } } peers { permanent_uuid: "c8b91703b5ef471f918c6538df3262f2" member_type: VOTER last_known_addr { host: "127.31.56.189" port: 38133 } } peers { permanent_uuid: "63488b1f45214ea5b3d48e01ec272ede" member_type: VOTER last_known_addr { host: "127.31.56.188" port: 33915 } } }
08:01:01.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:01:01.888846 535 sys_catalog.cc:458] T 00000000000000000000000000000000 P 63488b1f45214ea5b3d48e01ec272ede [sys.catalog]: This master's current role is: LEADER
08:01:01.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:01:01.902494 545 sys_catalog.cc:455] T 00000000000000000000000000000000 P c8b91703b5ef471f918c6538df3262f2 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 2 leader_uuid: "63488b1f45214ea5b3d48e01ec272ede" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "53e157afdae348ac92d037e259dfa084" member_type: VOTER last_known_addr { host: "127.31.56.190" port: 42967 } } peers { permanent_uuid: "c8b91703b5ef471f918c6538df3262f2" member_type: VOTER last_known_addr { host: "127.31.56.189" port: 38133 } } peers { permanent_uuid: "63488b1f45214ea5b3d48e01ec272ede" member_type: VOTER last_known_addr { host: "127.31.56.188" port: 33915 } } }
08:01:01.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:01:01.903326 545 sys_catalog.cc:458] T 00000000000000000000000000000000 P c8b91703b5ef471f918c6538df3262f2 [sys.catalog]: This master's current role is: FOLLOWER
08:01:02.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:01:02.324183 300 master_runner.cc:187] Error getting master registration for 127.31.56.190:42967: Network error: Client connection negotiation failed: client connection to 127.31.56.190:42967: connect: Connection refused (error 111),
08:01:02.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:01:02.324880 300 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
08:01:02.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:01:02.855736 32458 heartbeater.cc:499] Master 127.31.56.188:33915 was elected leader, sending a full tablet report...
08:01:03.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 08:01:01.500694 523 debug-util.cc:398] Leaking SignalData structure 0x7b080002ef00 after lost signal to thread 496
08:01:03.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 08:01:00.101298 525 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:01:03.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 08:01:03.182204 526 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 3081 milliseconds
08:01:03.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 08:01:03.180964 496 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 3.081s user 1.068s sys 1.748s
08:01:03.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 08:01:03.183037 496 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 3.084s user 1.068s sys 1.749s
08:01:03.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 08:01:03.184165 527 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:01:03.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:01:03.184266 496 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
08:01:03.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:01:03.191854 496 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
08:01:03.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:01:03.195736 496 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
08:01:03.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:01:03.197285 496 hybrid_clock.cc:648] HybridClock initialized: now 1781942463197432 us; error 274 us; skew 500 ppm
08:01:03.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:01:03.198339 496 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
08:01:03.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 20 08:01:03 dist-test-slave-4pmm krb5kdc[31982](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781942463, etypes {rep=17 tkt=17 ses=17}, kudu/127.31.56.190@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
08:01:03.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:01:03.205755 496 init.cc:377] Logged in from keytab as kudu/127.31.56.190@KRBTEST.COM (short username kudu)
08:01:03.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:01:03.213752 496 webserver.cc:533] Webserver started at http://127.31.56.190:34437/ using document root <none> and password file <none>
08:01:03.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:01:03.215248 496 fs_manager.cc:362] Metadata directory not provided
08:01:03.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:01:03.215621 496 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
08:01:03.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:01:03.228176 496 fs_manager.cc:714] Time spent opening directory manager: real 0.008s user 0.005s sys 0.002s
08:01:03.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:01:03.235448 561 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
08:01:03.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:01:03.237571 496 fs_manager.cc:730] Time spent opening block manager: real 0.006s user 0.002s sys 0.002s
08:01:03.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:01:03.238106 496 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskL0jgDZ/test-tmp/mini-kudu-cluster3090097618479832737/master-0/data,/tmp/dist-test-taskL0jgDZ/test-tmp/mini-kudu-cluster3090097618479832737/master-0/wal
08:01:03.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "53e157afdae348ac92d037e259dfa084"
08:01:03.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 08:00:36 on dist-test-slave-4pmm"
08:01:03.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:01:03.241499 496 fs_report.cc:389] FS layout report
08:01:03.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
08:01:03.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskL0jgDZ/test-tmp/mini-kudu-cluster3090097618479832737/master-0/wal
08:01:03.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskL0jgDZ/test-tmp/mini-kudu-cluster3090097618479832737/master-0/wal
08:01:03.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskL0jgDZ/test-tmp/mini-kudu-cluster3090097618479832737/master-0/data/data
08:01:03.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
08:01:03.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
08:01:03.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
08:01:03.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
08:01:03.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
08:01:03.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
08:01:03.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
08:01:03.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
08:01:03.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
08:01:03.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
08:01:03.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
08:01:03.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:01:03.319826 496 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
08:01:03.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:01:03.328683 496 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
08:01:03.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:01:03.329291 496 kserver.cc:163] Server-wide thread pool size limit: 3276
08:01:03.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:01:03.489404 496 rpc_server.cc:307] RPC server started. Bound to: 127.31.56.190:42967
08:01:03.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:01:03.489480 612 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.31.56.190:42967 every 8 connection(s)
08:01:03.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:01:03.493144 496 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskL0jgDZ/test-tmp/mini-kudu-cluster3090097618479832737/master-0/data/info.pb
08:01:03.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:01:03.499524 32753 heartbeater.cc:499] Master 127.31.56.188:33915 was elected leader, sending a full tablet report...
08:01:03.505 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
08:01:03.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:01:03.504050 31970 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskL0jgDZ/build/tsan/bin/kudu as pid 496
08:01:03.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:01:03.520145 613 sys_catalog.cc:263] Verifying existing consensus state
08:01:03.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:01:03.529462 613 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 53e157afdae348ac92d037e259dfa084: Bootstrap starting.
08:01:03.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 08:01:03.572273 617 negotiation.cc:336] Failed RPC negotiation. Trace:
08:01:03.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0620 08:01:03.540619 (+ 0us) reactor.cc:730] Submitting negotiation task for server connection from 127.31.56.131:33989 (local address 127.31.56.190:42967)
08:01:03.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0620 08:01:03.552247 (+ 11628us) server_negotiation.cc:207] Beginning negotiation
08:01:03.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0620 08:01:03.552291 (+ 44us) server_negotiation.cc:400] Waiting for connection header
08:01:03.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0620 08:01:03.555071 (+ 2780us) server_negotiation.cc:408] Connection header received
08:01:03.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0620 08:01:03.565261 (+ 10190us) server_negotiation.cc:366] Received NEGOTIATE NegotiatePB request
08:01:03.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0620 08:01:03.565329 (+ 68us) server_negotiation.cc:462] Received NEGOTIATE request from client
08:01:03.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0620 08:01:03.565949 (+ 620us) server_negotiation.cc:378] Sending NEGOTIATE NegotiatePB response
08:01:03.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0620 08:01:03.566531 (+ 582us) server_negotiation.cc:227] Negotiated authn=SASL
08:01:03.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0620 08:01:03.570388 (+ 3857us) negotiation.cc:326] Negotiation complete: Network error: Server connection negotiation failed: server connection from 127.31.56.131:33989: BlockingRecv error: recv got EOF from 127.31.56.131:33989 (error 108)
08:01:03.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"server-negotiator.queue_time_us":10747,"thread_start_us":8203,"threads_started":1}
08:01:03.577 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.31.56.188:33915(127.31.56.188:33915)] connecting to peer
08:01:03.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:01:03.578325 32606 heartbeater.cc:499] Master 127.31.56.188:33915 was elected leader, sending a full tablet report...
08:01:03.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:01:03.614048 613 log.cc:826] T 00000000000000000000000000000000 P 53e157afdae348ac92d037e259dfa084: Log is configured to *not* fsync() on all Append() calls
08:01:03.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:01:03.637790 613 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 53e157afdae348ac92d037e259dfa084: Bootstrap replayed 1/1 log segments. Stats: ops{read=4 overwritten=0 applied=4 ignored=0} inserts{seen=3 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
08:01:03.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:01:03.639247 613 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 53e157afdae348ac92d037e259dfa084: Bootstrap complete.
08:01:03.649 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.31.56.189:38133(127.31.56.189:38133)] connecting to peer
08:01:03.651 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.31.56.190:42967(127.31.56.190:42967)] connecting to peer
08:01:03.681 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.31.56.190:42967(127.31.56.190:42967)] Successfully connected to peer
08:01:03.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 20 08:01:03 dist-test-slave-4pmm krb5kdc[31982](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781942460, etypes {rep=17 tkt=17 ses=17}, kudu/127.31.56.130@KRBTEST.COM for kudu/127.31.56.190@KRBTEST.COM
08:01:03.692 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.31.56.189:38133(127.31.56.189:38133)] Successfully connected to peer
08:01:03.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:01:03.698892 613 raft_consensus.cc:359] T 00000000000000000000000000000000 P 53e157afdae348ac92d037e259dfa084 [term 1 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "53e157afdae348ac92d037e259dfa084" member_type: VOTER last_known_addr { host: "127.31.56.190" port: 42967 } } peers { permanent_uuid: "c8b91703b5ef471f918c6538df3262f2" member_type: VOTER last_known_addr { host: "127.31.56.189" port: 38133 } } peers { permanent_uuid: "63488b1f45214ea5b3d48e01ec272ede" member_type: VOTER last_known_addr { host: "127.31.56.188" port: 33915 } }
08:01:03.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:01:03.703279 613 raft_consensus.cc:740] T 00000000000000000000000000000000 P 53e157afdae348ac92d037e259dfa084 [term 1 FOLLOWER]: Becoming Follower/Learner. State: Replica: 53e157afdae348ac92d037e259dfa084, State: Initialized, Role: FOLLOWER
08:01:03.704 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.31.56.188:33915(127.31.56.188:33915)] Successfully connected to peer
08:01:03.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:01:03.704452 613 consensus_queue.cc:260] T 00000000000000000000000000000000 P 53e157afdae348ac92d037e259dfa084 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 4, Last appended: 1.4, Last appended by leader: 4, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "53e157afdae348ac92d037e259dfa084" member_type: VOTER last_known_addr { host: "127.31.56.190" port: 42967 } } peers { permanent_uuid: "c8b91703b5ef471f918c6538df3262f2" member_type: VOTER last_known_addr { host: "127.31.56.189" port: 38133 } } peers { permanent_uuid: "63488b1f45214ea5b3d48e01ec272ede" member_type: VOTER last_known_addr { host: "127.31.56.188" port: 33915 } }
08:01:03.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:01:03.712224 32608 heartbeater.cc:344] Connected to a master server at 127.31.56.190:42967
08:01:03.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:01:03.723068 626 sys_catalog.cc:455] T 00000000000000000000000000000000 P 53e157afdae348ac92d037e259dfa084 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 1 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "53e157afdae348ac92d037e259dfa084" member_type: VOTER last_known_addr { host: "127.31.56.190" port: 42967 } } peers { permanent_uuid: "c8b91703b5ef471f918c6538df3262f2" member_type: VOTER last_known_addr { host: "127.31.56.189" port: 38133 } } peers { permanent_uuid: "63488b1f45214ea5b3d48e01ec272ede" member_type: VOTER last_known_addr { host: "127.31.56.188" port: 33915 } } }
08:01:03.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:01:03.724040 626 sys_catalog.cc:458] T 00000000000000000000000000000000 P 53e157afdae348ac92d037e259dfa084 [sys.catalog]: This master's current role is: FOLLOWER
08:01:03.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:01:03.725029 613 sys_catalog.cc:565] T 00000000000000000000000000000000 P 53e157afdae348ac92d037e259dfa084 [sys.catalog]: configured and running, proceeding with master startup.
08:01:03.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 20 08:01:03 dist-test-slave-4pmm krb5kdc[31982](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781942463, etypes {rep=17 tkt=17 ses=17}, kudu/127.31.56.131@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
08:01:03.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:01:03.816524 32635 init.cc:295] Successfully reacquired a new kerberos TGT
08:01:03.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:01:03.838771 637 catalog_manager.cc:1294] Loaded cluster ID: 7bbc8cc81c0a4525b19af6b201fe43b2
08:01:03.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:01:03.839078 637 catalog_manager.cc:1587] T 00000000000000000000000000000000 P 53e157afdae348ac92d037e259dfa084: loading cluster ID for follower catalog manager: success
08:01:03.841 [WARN - kudu-nio-0] (SecurityContext.java:206) Caller-provided Subject has a Kerberos ticket that is about to expire. Kudu expects the application to renew or re-acquire its own tickets before expiration.
08:01:03.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:01:03.868160 637 catalog_manager.cc:1609] T 00000000000000000000000000000000 P 53e157afdae348ac92d037e259dfa084: acquiring CA information for follower catalog manager: success
08:01:03.873 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism GSSAPI chosen for peer 127.31.56.190
08:01:03.880 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism GSSAPI chosen for peer 127.31.56.188
08:01:03.880 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism GSSAPI chosen for peer 127.31.56.189
08:01:03.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:01:03.902377 637 catalog_manager.cc:1637] T 00000000000000000000000000000000 P 53e157afdae348ac92d037e259dfa084: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
08:01:03.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 20 08:01:03 dist-test-slave-4pmm krb5kdc[31982](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781942463, etypes {rep=17 tkt=17 ses=17}, kudu/127.31.56.190@KRBTEST.COM for kudu/127.31.56.190@KRBTEST.COM
08:01:03.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:01:03.954653 588 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 53e157afdae348ac92d037e259dfa084 [term 1 FOLLOWER]: Advancing to term 2
08:01:04.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:01:04.013949 32462 heartbeater.cc:344] Connected to a master server at 127.31.56.190:42967
08:01:04.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:01:04.071758 626 sys_catalog.cc:455] T 00000000000000000000000000000000 P 53e157afdae348ac92d037e259dfa084 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 63488b1f45214ea5b3d48e01ec272ede. Latest consensus state: current_term: 2 leader_uuid: "63488b1f45214ea5b3d48e01ec272ede" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "53e157afdae348ac92d037e259dfa084" member_type: VOTER last_known_addr { host: "127.31.56.190" port: 42967 } } peers { permanent_uuid: "c8b91703b5ef471f918c6538df3262f2" member_type: VOTER last_known_addr { host: "127.31.56.189" port: 38133 } } peers { permanent_uuid: "63488b1f45214ea5b3d48e01ec272ede" member_type: VOTER last_known_addr { host: "127.31.56.188" port: 33915 } } }
08:01:04.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:01:04.072515 626 sys_catalog.cc:458] T 00000000000000000000000000000000 P 53e157afdae348ac92d037e259dfa084 [sys.catalog]: This master's current role is: FOLLOWER
08:01:04.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:01:04.073092 626 sys_catalog.cc:455] T 00000000000000000000000000000000 P 53e157afdae348ac92d037e259dfa084 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 2 leader_uuid: "63488b1f45214ea5b3d48e01ec272ede" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "53e157afdae348ac92d037e259dfa084" member_type: VOTER last_known_addr { host: "127.31.56.190" port: 42967 } } peers { permanent_uuid: "c8b91703b5ef471f918c6538df3262f2" member_type: VOTER last_known_addr { host: "127.31.56.189" port: 38133 } } peers { permanent_uuid: "63488b1f45214ea5b3d48e01ec272ede" member_type: VOTER last_known_addr { host: "127.31.56.188" port: 33915 } } }
08:01:04.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:01:04.073720 626 sys_catalog.cc:458] T 00000000000000000000000000000000 P 53e157afdae348ac92d037e259dfa084 [sys.catalog]: This master's current role is: FOLLOWER
08:01:04.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:01:04.075619 578 master_service.cc:438] Got heartbeat from unknown tserver (permanent_uuid: "80d1f957e53548db82af866cb855830d" instance_seqno: 1781942448446012) as {username='kudu', principal='kudu/127.31.56.129@KRBTEST.COM'} at 127.31.56.129:54049; Asking this server to re-register.
08:01:04.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:01:04.077198 32462 heartbeater.cc:461] Registering TS with master...
08:01:04.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:01:04.081467 578 ts_manager.cc:194] Registered new tserver with Master: 80d1f957e53548db82af866cb855830d (127.31.56.129:45911)
08:01:04.281 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.31.56.189:38133(127.31.56.189:38133)] cleaning up while in state NEGOTIATING due to: Server requires Kerberos, but this client is not authenticated (missing or expired TGT)
08:01:04.282 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.31.56.189:38133: Server requires Kerberos, but this client is not authenticated (missing or expired TGT)
08:01:04.284 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.31.56.188:33915(127.31.56.188:33915)] cleaning up while in state NEGOTIATING due to: Server requires Kerberos, but this client is not authenticated (missing or expired TGT)
08:01:04.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 08:01:04.288621 624 negotiation.cc:336] Failed RPC negotiation. Trace:
08:01:04.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0620 08:01:03.685115 (+ 0us) reactor.cc:730] Submitting negotiation task for server connection from 127.0.0.1:33534 (local address 127.31.56.189:38133)
08:01:04.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0620 08:01:03.694400 (+ 9285us) server_negotiation.cc:207] Beginning negotiation
08:01:04.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0620 08:01:03.694434 (+ 34us) server_negotiation.cc:400] Waiting for connection header
08:01:04.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0620 08:01:03.781726 (+ 87292us) server_negotiation.cc:408] Connection header received
08:01:04.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0620 08:01:03.831698 (+ 49972us) server_negotiation.cc:366] Received NEGOTIATE NegotiatePB request
08:01:04.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0620 08:01:03.831733 (+ 35us) server_negotiation.cc:462] Received NEGOTIATE request from client
08:01:04.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0620 08:01:03.832006 (+ 273us) server_negotiation.cc:378] Sending NEGOTIATE NegotiatePB response
08:01:04.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0620 08:01:03.832249 (+ 243us) server_negotiation.cc:227] Negotiated authn=SASL
08:01:04.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0620 08:01:04.158582 (+326333us) server_negotiation.cc:366] Received TLS_HANDSHAKE NegotiatePB request
08:01:04.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0620 08:01:04.160682 (+ 2100us) server_negotiation.cc:378] Sending TLS_HANDSHAKE NegotiatePB response
08:01:04.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0620 08:01:04.264806 (+104124us) server_negotiation.cc:366] Received TLS_HANDSHAKE NegotiatePB request
08:01:04.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0620 08:01:04.265811 (+ 1005us) server_negotiation.cc:663] Negotiated TLSv1.3 with cipher TLS_AES_128_GCM_SHA256 TLSv1.3 Kx=any Au=any Enc=AESGCM(128) Mac=AEAD
08:01:04.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0620 08:01:04.286727 (+ 20916us) negotiation.cc:326] Negotiation complete: Network error: Server connection negotiation failed: server connection from 127.0.0.1:33534: BlockingRecv error: failed to read from TLS socket (remote: 127.0.0.1:33534): Cannot send after transport endpoint shutdown (error 108)
08:01:04.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"server-negotiator.queue_time_us":8454,"thread_start_us":7864,"threads_started":1}
08:01:04.290 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.31.56.188:33915: Server requires Kerberos, but this client is not authenticated (missing or expired TGT)
08:01:04.296 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.31.56.188:33915(127.31.56.188:33915)] handling channelInactive
08:01:04.297 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.31.56.190:42967(127.31.56.190:42967)] cleaning up while in state NEGOTIATING due to: Server requires Kerberos, but this client is not authenticated (missing or expired TGT)
08:01:04.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 08:01:04.297206 625 negotiation.cc:336] Failed RPC negotiation. Trace:
08:01:04.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0620 08:01:03.696404 (+ 0us) reactor.cc:730] Submitting negotiation task for server connection from 127.0.0.1:38036 (local address 127.31.56.188:33915)
08:01:04.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0620 08:01:03.721737 (+ 25333us) server_negotiation.cc:207] Beginning negotiation
08:01:04.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0620 08:01:03.721771 (+ 34us) server_negotiation.cc:400] Waiting for connection header
08:01:04.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0620 08:01:03.783892 (+ 62121us) server_negotiation.cc:408] Connection header received
08:01:04.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0620 08:01:03.822475 (+ 38583us) server_negotiation.cc:366] Received NEGOTIATE NegotiatePB request
08:01:04.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0620 08:01:03.822510 (+ 35us) server_negotiation.cc:462] Received NEGOTIATE request from client
08:01:04.297 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.31.56.190:42967: Server requires Kerberos, but this client is not authenticated (missing or expired TGT)
08:01:04.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0620 08:01:03.822817 (+ 307us) server_negotiation.cc:378] Sending NEGOTIATE NegotiatePB response
08:01:04.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0620 08:01:03.823057 (+ 240us) server_negotiation.cc:227] Negotiated authn=SASL
08:01:04.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0620 08:01:04.164399 (+341342us) server_negotiation.cc:366] Received TLS_HANDSHAKE NegotiatePB request
08:01:04.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0620 08:01:04.166967 (+ 2568us) server_negotiation.cc:378] Sending TLS_HANDSHAKE NegotiatePB response
08:01:04.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0620 08:01:04.269145 (+102178us) server_negotiation.cc:366] Received TLS_HANDSHAKE NegotiatePB request
08:01:04.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0620 08:01:04.269869 (+ 724us) server_negotiation.cc:663] Negotiated TLSv1.3 with cipher TLS_AES_128_GCM_SHA256 TLSv1.3 Kx=any Au=any Enc=AESGCM(128) Mac=AEAD
08:01:04.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0620 08:01:04.295189 (+ 25320us) negotiation.cc:326] Negotiation complete: Network error: Server connection negotiation failed: server connection from 127.0.0.1:38036: BlockingRecv error: failed to read from TLS socket (remote: 127.0.0.1:38036): Cannot send after transport endpoint shutdown (error 108)
08:01:04.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"server-negotiator.queue_time_us":24641,"thread_start_us":24353,"threads_started":1}
08:01:04.290 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.31.56.189:38133(127.31.56.189:38133)] handling channelInactive
08:01:04.302 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1523) Notify RPC KuduRpc(method=ListTabletServers, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=793), Traces: [0ms] refreshing cache from master, [47ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.56.188:33915, [133ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.56.189:38133, [136ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.56.190:42967, [767ms] Sub RPC ConnectToMaster: received response from server master-127.31.56.189:38133: Configuration error: Server requires Kerberos, but this client is not authenticated (missing or expired TGT), [769ms] Sub RPC ConnectToMaster: received response from server master-127.31.56.188:33915: Configuration error: Server requires Kerberos, but this client is not authenticated (missing or expired TGT), [782ms] Sub RPC ConnectToMaster: received response from server master-127.31.56.190:42967: Configuration error: Server requires Kerberos, but this client is not authenticated (missing or expired TGT), deferred=null) after lookup exception
org.apache.kudu.client.NonRecoverableException: Couldn't find a valid master in (127.31.56.188:33915,127.31.56.189:38133,127.31.56.190:42967). Exceptions received: [org.apache.kudu.client.NonRecoverableException: Server requires Kerberos, but this client is not authenticated (missing or expired TGT), org.apache.kudu.client.NonRecoverableException: Server requires Kerberos, but this client is not authenticated (missing or expired TGT), org.apache.kudu.client.NonRecoverableException: Server requires Kerberos, but this client is not authenticated (missing or expired TGT)]
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:268)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:256)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:325)
at io.netty.channel.AbstractChannelHandlerContext.fireExceptionCaught(AbstractChannelHandlerContext.java:317)
at io.netty.channel.ChannelInboundHandlerAdapter.exceptionCaught(ChannelInboundHandlerAdapter.java:143)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:447)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:171)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:796)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
at java.base/java.lang.Thread.run(Thread.java:840)
org.apache.kudu.client.NonRecoverableException: Couldn't find a valid master in (127.31.56.188:33915,127.31.56.189:38133,127.31.56.190:42967). Exceptions received: [org.apache.kudu.client.NonRecoverableException: Server requires Kerberos, but this client is not authenticated (missing or expired TGT), org.apache.kudu.client.NonRecoverableException: Server requires Kerberos, but this client is not authenticated (missing or expired TGT), org.apache.kudu.client.NonRecoverableException: Server requires Kerberos, but this client is not authenticated (missing or expired TGT)]
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:268)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:256)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:325)
at io.netty.channel.AbstractChannelHandlerContext.fireExceptionCaught(AbstractChannelHandlerContext.java:317)
at io.netty.channel.ChannelInboundHandlerAdapter.exceptionCaught(ChannelInboundHandlerAdapter.java:143)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:447)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:171)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:796)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
at java.base/java.lang.Thread.run(Thread.java:840)
08:01:04.314 [DEBUG - kudu-nio-2] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=ListTabletServers, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=804), Traces: [0ms] refreshing cache from master, [47ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.56.188:33915, [133ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.56.189:38133, [136ms] Sub RPC ConnectToMaster: sending RPC to server master-127.31.56.190:42967, [767ms] Sub RPC ConnectToMaster: received response from server master-127.31.56.189:38133: Configuration error: Server requires Kerberos, but this client is not authenticated (missing or expired TGT), [769ms] Sub RPC ConnectToMaster: received response from server master-127.31.56.188:33915: Configuration error: Server requires Kerberos, but this client is not authenticated (missing or expired TGT), [782ms] Sub RPC ConnectToMaster: received response from server master-127.31.56.190:42967: Configuration error: Server requires Kerberos, but this client is not authenticated (missing or expired TGT), deferred=null) with no deferred attached!
08:01:04.317 [DEBUG - Time-limited test] (Connection.java:575) [peer master-127.31.56.188:33915(127.31.56.188:33915)] disconnecting while in state TERMINATED
08:01:04.325 [DEBUG - Time-limited test] (Connection.java:575) [peer master-127.31.56.190:42967(127.31.56.190:42967)] disconnecting while in state TERMINATED
08:01:04.325 [DEBUG - Time-limited test] (Connection.java:575) [peer master-127.31.56.189:38133(127.31.56.189:38133)] disconnecting while in state TERMINATED
08:01:04.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 08:01:04.333091 623 negotiation.cc:336] Failed RPC negotiation. Trace:
08:01:04.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0620 08:01:03.677508 (+ 0us) reactor.cc:730] Submitting negotiation task for server connection from 127.0.0.1:58062 (local address 127.31.56.190:42967)
08:01:04.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0620 08:01:03.702719 (+ 25211us) server_negotiation.cc:207] Beginning negotiation
08:01:04.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0620 08:01:03.702758 (+ 39us) server_negotiation.cc:400] Waiting for connection header
08:01:04.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0620 08:01:03.781919 (+ 79161us) server_negotiation.cc:408] Connection header received
08:01:04.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0620 08:01:03.821426 (+ 39507us) server_negotiation.cc:366] Received NEGOTIATE NegotiatePB request
08:01:04.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0620 08:01:03.821463 (+ 37us) server_negotiation.cc:462] Received NEGOTIATE request from client
08:01:04.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0620 08:01:03.821711 (+ 248us) server_negotiation.cc:378] Sending NEGOTIATE NegotiatePB response
08:01:04.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0620 08:01:03.821917 (+ 206us) server_negotiation.cc:227] Negotiated authn=SASL
08:01:04.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0620 08:01:04.159853 (+337936us) server_negotiation.cc:366] Received TLS_HANDSHAKE NegotiatePB request
08:01:04.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0620 08:01:04.162026 (+ 2173us) server_negotiation.cc:378] Sending TLS_HANDSHAKE NegotiatePB response
08:01:04.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0620 08:01:04.291715 (+129689us) server_negotiation.cc:366] Received TLS_HANDSHAKE NegotiatePB request
08:01:04.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0620 08:01:04.292386 (+ 671us) server_negotiation.cc:663] Negotiated TLSv1.3 with cipher TLS_AES_128_GCM_SHA256 TLSv1.3 Kx=any Au=any Enc=AESGCM(128) Mac=AEAD
08:01:04.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0620 08:01:04.331603 (+ 39217us) negotiation.cc:326] Negotiation complete: Network error: Server connection negotiation failed: server connection from 127.0.0.1:58062: BlockingRecv error: failed to read from TLS socket (remote: 127.0.0.1:58062): Cannot send after transport endpoint shutdown (error 108)
08:01:04.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"server-negotiator.queue_time_us":13982,"thread_start_us":13585,"threads_started":1}
08:01:04.335 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2704) Releasing all remaining resources
08:01:04.357 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.31.56.190:42967(127.31.56.190:42967)] handling channelInactive
08:01:04.358 [DEBUG - main] (AsyncKuduClient.java:2704) Releasing all remaining resources
08:01:04.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:01:04.383868 31970 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskL0jgDZ/build/tsan/bin/kudu with pid 32296
08:01:04.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:01:04.412343 31970 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskL0jgDZ/build/tsan/bin/kudu with pid 32471
08:01:04.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:01:04.445576 540 sys_catalog.cc:455] T 00000000000000000000000000000000 P 63488b1f45214ea5b3d48e01ec272ede [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 2 leader_uuid: "63488b1f45214ea5b3d48e01ec272ede" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "53e157afdae348ac92d037e259dfa084" member_type: VOTER last_known_addr { host: "127.31.56.190" port: 42967 } } peers { permanent_uuid: "c8b91703b5ef471f918c6538df3262f2" member_type: VOTER last_known_addr { host: "127.31.56.189" port: 38133 } } peers { permanent_uuid: "63488b1f45214ea5b3d48e01ec272ede" member_type: VOTER last_known_addr { host: "127.31.56.188" port: 33915 } } }
08:01:04.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:01:04.446444 540 sys_catalog.cc:458] T 00000000000000000000000000000000 P 63488b1f45214ea5b3d48e01ec272ede [sys.catalog]: This master's current role is: LEADER
08:01:04.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:01:04.451794 31970 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskL0jgDZ/build/tsan/bin/kudu with pid 32619
08:01:04.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:01:04.478734 31970 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskL0jgDZ/build/tsan/bin/kudu with pid 496
08:01:04.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:01:04.507614 31970 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskL0jgDZ/build/tsan/bin/kudu with pid 389
08:01:04.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:01:04.538815 31970 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskL0jgDZ/build/tsan/bin/kudu with pid 300
08:01:05.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-06-20T08:01:05Z chronyd exiting
08:01:06.824 [DEBUG - main] (AsyncKuduClient.java:2704) Releasing all remaining resources
08:01:06.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:01:06.828593 31239 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskL0jgDZ/build/tsan/bin/kudu with pid 31520
08:01:06.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:01:06.863003 31239 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskL0jgDZ/build/tsan/bin/kudu with pid 31680
08:01:06.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:01:06.894747 31239 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskL0jgDZ/build/tsan/bin/kudu with pid 31823
08:01:06.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:01:06.929379 31239 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskL0jgDZ/build/tsan/bin/kudu with pid 31251
08:01:06.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:01:06.966113 31239 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskL0jgDZ/build/tsan/bin/kudu with pid 31321
08:01:07.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 08:01:07.004552 31239 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskL0jgDZ/build/tsan/bin/kudu with pid 31396
08:01:08.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-06-20T08:01:08Z chronyd exiting
08:01:09.236 [ERROR - main] (RetryRule.java:206) org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally: failed attempt 1
org.apache.kudu.client.NonRecoverableException: Couldn't find a valid master in (127.31.56.188:33915,127.31.56.189:38133,127.31.56.190:42967). Exceptions received: [org.apache.kudu.client.NonRecoverableException: Server requires Kerberos, but this client is not authenticated (missing or expired TGT), org.apache.kudu.client.NonRecoverableException: Server requires Kerberos, but this client is not authenticated (missing or expired TGT), org.apache.kudu.client.NonRecoverableException: Server requires Kerberos, but this client is not authenticated (missing or expired TGT)]
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263)
at org.apache.kudu.client.TestSecurity.checkClientCanReconnect(TestSecurity.java:158)
at org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally(TestSecurity.java:454)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:569)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
at java.base/java.lang.Thread.run(Thread.java:840)
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:268)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:256)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:325)
at io.netty.channel.AbstractChannelHandlerContext.fireExceptionCaught(AbstractChannelHandlerContext.java:317)
at io.netty.channel.ChannelInboundHandlerAdapter.exceptionCaught(ChannelInboundHandlerAdapter.java:143)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:447)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:171)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:796)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
... 1 more
org.apache.kudu.client.NonRecoverableException: Couldn't find a valid master in (127.31.56.188:33915,127.31.56.189:38133,127.31.56.190:42967). Exceptions received: [org.apache.kudu.client.NonRecoverableException: Server requires Kerberos, but this client is not authenticated (missing or expired TGT), org.apache.kudu.client.NonRecoverableException: Server requires Kerberos, but this client is not authenticated (missing or expired TGT), org.apache.kudu.client.NonRecoverableException: Server requires Kerberos, but this client is not authenticated (missing or expired TGT)]
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263)
at org.apache.kudu.client.TestSecurity.checkClientCanReconnect(TestSecurity.java:158)
at org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally(TestSecurity.java:454)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:569)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
at java.base/java.lang.Thread.run(Thread.java:840)
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:268)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:256)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:325)
at io.netty.channel.AbstractChannelHandlerContext.fireExceptionCaught(AbstractChannelHandlerContext.java:317)
at io.netty.channel.ChannelInboundHandlerAdapter.exceptionCaught(ChannelInboundHandlerAdapter.java:143)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:447)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:171)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:796)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
... 1 more